-- Logs begin at Tue 2022-04-12 14:40:14 UTC, end at Tue 2022-04-12 16:06:51 UTC. -- Apr 12 15:30:11.824031 dv-cinder-837525-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 15:30:14.785476 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.common.config [-] Logging enabled! Apr 12 15:30:14.786232 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev108 Apr 12 15:30:14.786325 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104368) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 15:30:14.789589 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.common.config [-] Logging enabled! Apr 12 15:30:14.789849 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev108 Apr 12 15:30:14.790160 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104368) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 15:30:14.791117 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 15:30:14.791350 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 15:30:14.791719 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 15:30:14.791965 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 15:30:14.792196 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 15:30:14.792712 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.793071 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 15:30:14.793388 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.793840 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.794055 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.794358 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.794526 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.794807 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.795095 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.795395 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.796288 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.796570 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.796876 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.797175 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.797463 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.797751 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.798035 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.798321 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] debug = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.798604 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.799039 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.799447 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.799730 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.800021 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.800301 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.800575 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.800879 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.801184 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.801505 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] host = dv-cinder-837525-1-iscsi {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.801786 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.802075 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.802376 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.802653 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.802930 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.803206 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.803496 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.803772 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.804045 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] log_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.804323 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.804619 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.804931 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.805471 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.805699 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.805936 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.806217 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.806504 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.806783 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.807061 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.807338 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.807615 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.807890 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.808159 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.808443 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.808731 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.809044 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.809325 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.809602 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.809877 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.810152 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.810440 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.810716 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.810996 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.811333 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.811624 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.811897 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.812174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.812475 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.812764 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.813066 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.813354 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.813628 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.813911 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.814184 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.814455 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.814735 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] use_json = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.815008 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.815280 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.815561 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.815834 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.816107 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.816381 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.816653 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.816962 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.817237 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:14.817540 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.817839 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.818139 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.818441 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.818734 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.819018 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.819309 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.819589 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.819880 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.820170 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.820462 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.820740 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.821066 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.821358 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.821655 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.821960 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.822254 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.822546 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.822822 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.823098 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.823443 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.823652 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.823943 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.824223 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.824513 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.824833 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.825120 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.825418 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.825708 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.826005 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.826296 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.826571 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.826881 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.827171 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.827449 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.827803 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.828004 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.828295 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.828571 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.828867 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.829154 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.829430 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.829702 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.829975 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.830254 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.830540 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.830816 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.831088 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.831358 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.831634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.831904 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.832186 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.832461 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.832728 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.833023 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.833299 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.833574 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.833847 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.834128 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.834401 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.834683 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.834957 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.835229 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.835499 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.835770 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.836042 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.836313 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.836585 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.836888 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.837165 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.837439 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.837719 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.837987 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.838261 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.838546 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.838843 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.839124 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.839406 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.839684 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.839962 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.840241 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.840518 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.840813 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.841097 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.841371 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.841659 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.841943 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.842230 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.843049 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.843329 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.843627 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.843913 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.844188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.844474 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.844750 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.845053 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.845339 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.845787 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.846089 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.846392 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.846684 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.846986 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.847277 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.847562 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.847875 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.848156 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:14.848374 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 15:30:14.848618 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104368) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 15:30:15.226099 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 15:30:15.226375 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 15:30:15.226680 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 15:30:15.227013 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 15:30:15.556082 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.556297 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.556572 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.559641 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.559923 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.560198 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.614074 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.614364 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.614634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.629836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.630119 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.630392 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.660364 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.660647 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.660938 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.697923 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.698213 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:15.698482 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.042255 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.042909 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.042909 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.043069 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.043732 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.145521 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.145857 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.146142 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.146417 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.147758 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.147758 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.147758 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.147758 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.147758 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.148150 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.148318 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.148499 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.148760 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.149036 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.149294 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.149560 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.149819 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.150090 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.150361 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.150622 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.150897 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.151153 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.151433 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.151814 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.152069 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.152315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.152732 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 15:30:16.153001 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 15:30:16.153240 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 15:30:16.153482 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 15:30:16.153721 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 15:30:16.153956 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 15:30:16.154330 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 15:30:16.158136 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 15:30:16.162091 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 15:30:16.165974 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 12 15:30:16.167581 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 15:30:16.168049 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 15:30:16.168378 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 15:30:16.168761 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 15:30:16.172322 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 15:30:16.172572 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 15:30:16.172948 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 15:30:16.177850 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 15:30:16.201582 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 15:30:16.202068 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.202373 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104368) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 15:30:16.202741 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.204101 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104368) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 15:30:16.204379 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 15:30:16.204621 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 15:30:16.207953 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.208231 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:16.270469 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 15:30:16.270643 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 15:30:16.270867 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 15:30:16.271239 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 15:30:16.292152 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_db.sqlalchemy.engines [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104368) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 15:30:16.872605 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Initializing driver for type 'gre' Apr 12 15:30:16.873189 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] gre ID ranges: [(1, 1000)] Apr 12 15:30:17.086125 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Initializing driver for type 'local' Apr 12 15:30:17.086756 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Initializing driver for type 'vlan' Apr 12 15:30:17.174464 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] VlanTypeDriver initialization complete Apr 12 15:30:17.174809 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Initializing driver for type 'vxlan' Apr 12 15:30:17.175321 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] vxlan ID ranges: [(1, 1000)] Apr 12 15:30:17.397595 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Initializing extension driver 'port_security' Apr 12 15:30:17.398026 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.extensions.port_security [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] PortSecurityExtensionDriver initialization complete Apr 12 15:30:17.398427 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Initializing mechanism driver 'openvswitch' Apr 12 15:30:17.398749 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Initializing mechanism driver 'hyperv' Apr 12 15:30:17.406082 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:30:17.406949 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > port after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.407327 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > port after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.407679 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > port after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.408215 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 15:30:17.408672 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > subnet after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.414745 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > subnet after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.414745 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.414745 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 15:30:17.414745 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > network after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.414745 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > network after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415171 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > network after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415171 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 15:30:17.415171 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > security_group after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415171 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > security_group after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415171 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415531 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 15:30:17.415531 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415531 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415531 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415531 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 15:30:17.415875 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > address_group after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415875 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > address_group after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415875 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.415875 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 15:30:17.415875 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] ML2 OVO RPC backend initialized. {{(pid=104368) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 15:30:17.416560 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.417017 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.417437 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > network before_response 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.417786 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > networks before_response 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.418132 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > port before_response 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.418471 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > ports before_response 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.418811 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > subnet before_response 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.419151 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > subnets before_response 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.419497 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > network after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.419833 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > network after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.420176 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > network after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.420515 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > port after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.420864 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > port after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.421199 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > port after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.421530 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > subnet after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.421863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > subnet after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.422191 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.429928 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded quota_driver: . Apr 12 15:30:17.430495 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.plugin [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Modular L2 Plugin initialization complete Apr 12 15:30:17.430840 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading services supported by the core plugin {{(pid=104368) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 15:30:17.431184 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.plugins.ml2.managers [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Got port-security extension from driver 'port_security' Apr 12 15:30:17.431665 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.extensions.vlantransparent [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Disabled vlantransparent extension. Apr 12 15:30:17.432159 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104368) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 15:30:17.432485 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading Plugin: router Apr 12 15:30:17.467397 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.470212 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router after_create 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.470582 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router before_create 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.470947 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.471320 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.471679 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router after_delete 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.472038 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.472388 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.472746 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router after_create 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.473112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router after_update 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.473461 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router after_update 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.473813 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.474314 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router after_update 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.474733 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_update 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.475106 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: port after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.475447 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: port after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.475785 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: subnet after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.476131 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.476483 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.476862 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_create 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.477205 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: port before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.477546 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.477900 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router after_update 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.478240 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.478588 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_create 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.478947 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.479295 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_update 55549900 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.479657 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > agent after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.480005 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > agent after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.480346 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > network after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.481295 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Tracking information for resource: router configured {{(pid=104368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 15:30:17.481630 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Tracking information for resource: floatingip configured {{(pid=104368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 15:30:17.486828 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.db.l3_agentschedulers_db [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 15:30:17.487414 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: port after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.487776 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: port after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.488126 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: port after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.488474 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: port after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.489320 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router before_create 55550100 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.489684 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.490045 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_create 55550100 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.490403 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > router precommit_update 55550100 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.495246 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.services.provider_configuration [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service providers = [] {{(pid=104368) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 15:30:17.495613 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.db.servicetype_db [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104368) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 15:30:17.498586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.services.service_base [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 15:30:17.499081 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.services.service_base [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 15:30:17.499436 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.services.service_base [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 15:30:17.500317 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.services.service_base [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 15:30:17.500697 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.services.service_base [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 15:30:17.501105 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 15:30:17.501422 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 15:30:17.512701 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 15:30:17.513068 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading Plugin: auto_allocate Apr 12 15:30:17.519237 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: network precommit_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.519612 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: network precommit_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.520145 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 15:30:17.520550 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading Plugin: tag Apr 12 15:30:17.528768 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 15:30:17.529117 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading Plugin: timestamp Apr 12 15:30:17.533547 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 15:30:17.533884 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading Plugin: network_ip_availability Apr 12 15:30:17.539462 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.539847 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.540202 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.540964 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 15:30:17.541287 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading Plugin: flavors Apr 12 15:30:17.546287 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 15:30:17.546621 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading Plugin: revisions Apr 12 15:30:17.550925 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 15:30:17.551319 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_concurrency.lockutils [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.325s {{(pid=104368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 15:30:17.552075 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104368) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 15:30:17.552411 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Initializing extension manager. Apr 12 15:30:17.552975 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: __init__.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.553323 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: __pycache__ {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.553662 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: address_group.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.554433 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.555008 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: address-group Apr 12 15:30:17.555586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: address_scope.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.556298 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.556827 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: address-scope Apr 12 15:30:17.557153 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.558082 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.558586 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: router-admin-state-down-before-update Apr 12 15:30:17.558908 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: agent.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.559611 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.560113 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: agent Apr 12 15:30:17.560435 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: agent_resources_synced.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.561907 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.562411 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: agent-resources-synced Apr 12 15:30:17.562736 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: allowedaddresspairs.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.564540 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.565083 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: allowed-address-pairs Apr 12 15:30:17.565410 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: auto_allocated_topology.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.566480 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.567074 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: auto-allocated-topology Apr 12 15:30:17.567402 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: availability_zone.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.568096 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.568589 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: availability_zone Apr 12 15:30:17.568942 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: availability_zone_filter.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.569858 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.570363 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: availability_zone_filter Apr 12 15:30:17.570684 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: data_plane_status.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.571585 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.572085 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 15:30:17.572409 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: default_subnetpools.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.573337 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.573840 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: default-subnetpools Apr 12 15:30:17.574163 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.574977 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.575481 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: dhcp_agent_scheduler Apr 12 15:30:17.575803 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: dns.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.576719 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.577791 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 15:30:17.578111 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: dns_domain_ports.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.579036 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.579541 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 15:30:17.579864 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.580805 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.581321 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 15:30:17.581647 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: dvr.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.582322 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.582826 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: dvr Apr 12 15:30:17.583224 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: ecmp_routes.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.584141 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.584643 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 15:30:17.584995 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: empty_string_filtering.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.585902 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.586414 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: empty-string-filtering Apr 12 15:30:17.586735 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.587647 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.588149 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 15:30:17.588467 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.589416 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.589917 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 15:30:17.590241 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: external_net.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.591147 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.591646 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: external-net Apr 12 15:30:17.591964 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.592938 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.593441 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: extra_dhcp_opt Apr 12 15:30:17.593846 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: extraroute.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.594767 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.595265 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: extraroute Apr 12 15:30:17.595584 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: extraroute_atomic.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.596831 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.597343 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: extraroute-atomic Apr 12 15:30:17.597664 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: filter_validation.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.598331 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.598826 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: filter-validation Apr 12 15:30:17.599144 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: fip_pf_description.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.600049 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.600546 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 15:30:17.600900 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: fip_pf_port_range.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.601813 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.602306 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 15:30:17.602624 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: fip_port_details.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.603587 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.604040 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: fip-port-details Apr 12 15:30:17.604358 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: flavors.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.605612 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.606127 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: flavors Apr 12 15:30:17.606451 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.608147 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.608669 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 15:30:17.609040 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: floatingip_pools.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.609750 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.610263 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: floatingip-pools Apr 12 15:30:17.610589 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: ip_allocation.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.611509 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.612010 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 15:30:17.612338 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.613281 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.613789 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: ip-substring-filtering Apr 12 15:30:17.614129 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l2_adjacency.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.615108 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.615612 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 15:30:17.615935 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.616976 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.617492 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: router Apr 12 15:30:17.617820 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.620113 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.620634 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 15:30:17.621000 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.621923 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.622430 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: ext-gw-mode Apr 12 15:30:17.622757 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.623670 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.624686 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: l3-ha Apr 12 15:30:17.625040 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.625950 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.626448 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 15:30:17.626775 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3_flavors.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.627684 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.628191 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: l3-flavors Apr 12 15:30:17.628516 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.629904 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.630418 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 15:30:17.630749 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.631739 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.632248 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 15:30:17.632566 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: l3agentscheduler.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.633642 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.634151 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: l3_agent_scheduler Apr 12 15:30:17.634479 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: local_ip.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.636395 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.636951 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension local_ip not supported by any of loaded plugins Apr 12 15:30:17.637284 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: logging.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.638760 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.639280 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension logging not supported by any of loaded plugins Apr 12 15:30:17.640153 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: metering.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.640942 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.641529 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: metering Apr 12 15:30:17.641860 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.642942 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.643456 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: metering_source_and_destination_fields Apr 12 15:30:17.643788 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: multiprovidernet.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.644721 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.645261 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: multi-provider Apr 12 15:30:17.645588 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: netmtu.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.646502 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.647005 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: net-mtu Apr 12 15:30:17.647329 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: netmtu_writable.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.648238 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.648740 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: net-mtu-writable Apr 12 15:30:17.649090 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: network_availability_zone.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.649763 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.650261 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: network_availability_zone Apr 12 15:30:17.650616 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: network_ip_availability.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.651743 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.652254 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: network-ip-availability Apr 12 15:30:17.652583 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: network_segment_range.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.653375 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.653880 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 15:30:17.654206 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: pagination.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.655215 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.655544 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: pagination Apr 12 15:30:17.655867 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: port_device_profile.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.656769 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.657302 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: port-device-profile Apr 12 15:30:17.657624 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.658542 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.659047 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: port-mac-address-regenerate Apr 12 15:30:17.659368 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.660275 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.660818 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: port-numa-affinity-policy Apr 12 15:30:17.661140 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: port_resource_request.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.662047 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.662547 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 15:30:17.662868 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: port_resource_request_groups.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.663830 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.664333 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 15:30:17.664654 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: portbindings.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.665599 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.666105 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: binding Apr 12 15:30:17.666428 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: portbindings_extended.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.667675 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.668183 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: binding-extended Apr 12 15:30:17.668512 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: portsecurity.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.669459 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.669966 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: port-security Apr 12 15:30:17.670289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: project_id.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.671285 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.671615 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: project-id Apr 12 15:30:17.671937 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: providernet.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.672942 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.673453 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: provider Apr 12 15:30:17.673771 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.677348 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.677868 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos not supported by any of loaded plugins Apr 12 15:30:17.678197 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.679555 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.680359 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 15:30:17.680654 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.681599 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.682100 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 15:30:17.682425 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_default.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.683334 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.683837 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-default not supported by any of loaded plugins Apr 12 15:30:17.684161 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_fip.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.685100 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.685603 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 15:30:17.685926 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.687356 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.687860 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 15:30:17.688190 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_gateway_ip.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.689136 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.689642 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 15:30:17.689967 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_port_network_policy.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.690878 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.691388 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 15:30:17.691713 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.692844 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.693419 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 15:30:17.693751 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.694781 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.695286 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 15:30:17.695608 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_pps_rule.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.696796 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.697307 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 15:30:17.697630 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_rule_type_details.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.698538 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.699040 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 15:30:17.699362 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.700263 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.700768 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 15:30:17.701123 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: qos_rules_alias.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.702704 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.703212 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 15:30:17.703537 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: quota_check_limit.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.704443 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.704983 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: quota-check-limit Apr 12 15:30:17.705308 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: quotasv2.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.706248 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.706572 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: quotas Apr 12 15:30:17.706891 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: quotasv2_detail.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.708584 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.708952 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: quota_details Apr 12 15:30:17.709281 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: rbac.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.710329 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.710847 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: rbac-policies Apr 12 15:30:17.711182 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: rbac_address_group.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.712110 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.712623 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: rbac-address-group Apr 12 15:30:17.712993 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: rbac_address_scope.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.713919 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.714426 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: rbac-address-scope Apr 12 15:30:17.714750 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: rbac_security_groups.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.715745 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.716248 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: rbac-security-groups Apr 12 15:30:17.716571 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: rbac_subnetpool.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.717545 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.718044 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: rbac-subnetpool Apr 12 15:30:17.718367 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: revisionifmatch.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.719289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.719794 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: revision-if-match Apr 12 15:30:17.720118 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: revisions.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.721269 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.721774 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: standard-attr-revisions Apr 12 15:30:17.722101 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: router_availability_zone.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.722773 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.723282 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: router_availability_zone Apr 12 15:30:17.723693 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: routerservicetype.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.724621 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.725157 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 15:30:17.725481 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.726406 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.726911 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: security-groups-normalized-cidr Apr 12 15:30:17.727236 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.728157 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.728664 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: port-security-groups-filtering Apr 12 15:30:17.729009 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.730026 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.730538 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: security-groups-remote-address-group Apr 12 15:30:17.730864 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.731794 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.732300 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: security-groups-shared-filtering Apr 12 15:30:17.732626 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.733271 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 15:30:17.733595 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: securitygroup.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.743269 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.743800 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: security-group Apr 12 15:30:17.744136 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: segment.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.744884 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.745391 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension segment not supported by any of loaded plugins Apr 12 15:30:17.745718 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.746651 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.747155 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 15:30:17.747483 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: servicetype.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.748568 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.749639 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: service-type Apr 12 15:30:17.749962 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: sorting.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.750979 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.751310 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: sorting Apr 12 15:30:17.751640 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: standard_attr_segment.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.752550 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.753096 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 15:30:17.753421 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: standardattrdescription.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.754069 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.754572 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: standard-attr-description Apr 12 15:30:17.754985 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: stateful_security_group.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.755919 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.756439 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: stateful-security-group Apr 12 15:30:17.756762 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: stdattrs_common.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.757360 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 15:30:17.757681 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.758600 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.759113 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 15:30:17.759436 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: subnet_onboard.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.760501 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.761053 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: subnet_onboard Apr 12 15:30:17.761382 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.762321 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.762822 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 15:30:17.763141 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: subnet_service_types.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.764131 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.765370 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: subnet-service-types Apr 12 15:30:17.765696 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: subnetallocation.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.766783 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.767290 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: subnet_allocation Apr 12 15:30:17.767611 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.768275 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.768812 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: subnetpool-prefix-ops Apr 12 15:30:17.769117 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.770040 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.770535 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 15:30:17.770857 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: tagging.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.772006 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.772522 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: standard-attr-tag Apr 12 15:30:17.772890 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: timestamp.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.774091 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.774602 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loaded extension: standard-attr-timestamp Apr 12 15:30:17.774927 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: trunk.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.775950 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.776456 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension trunk not supported by any of loaded plugins Apr 12 15:30:17.776797 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: trunk_details.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.777721 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.778224 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 15:30:17.778553 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: uplink_status_propagation.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.779470 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.780000 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 15:30:17.780324 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Loading extension file: vlantransparent.py {{(pid=104368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 15:30:17.781023 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 15:30:17.781905 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 15:30:17.784102 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:network Apr 12 15:30:17.784630 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:subnet Apr 12 15:30:17.785063 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 15:30:17.785453 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:port Apr 12 15:30:17.786695 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.787142 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service FLAVORS assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.787769 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.788193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.788524 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:router Apr 12 15:30:17.788977 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 15:30:17.789469 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service METERING assigned prefix: /metering {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.790916 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.791287 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.791647 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:30:17.792663 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 15:30:17.793141 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:security_group Apr 12 15:30:17.793580 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 15:30:17.794218 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service CORE assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.794553 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 15:30:17.794905 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] subnetpool is already registered Apr 12 15:30:17.795326 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service CORE assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.795679 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 15:30:17.796011 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] subnetpool is already registered Apr 12 15:30:17.798335 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.798771 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service FLAVORS assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.799369 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.799790 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.800121 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:router Apr 12 15:30:17.800459 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] router is already registered Apr 12 15:30:17.800898 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 15:30:17.801235 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] floatingip is already registered Apr 12 15:30:17.801850 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service METERING assigned prefix: /metering {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.802446 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 15:30:17.802779 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] rbac_policy is already registered Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:security_group Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] security_group is already registered Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] security_group_rule is already registered Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service CORE assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] subnetpool is already registered Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.v2.resource_helper [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Service CORE assigned prefix: {{(pid=104368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 15:30:17.813007 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 15:30:17.813927 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING neutron.quota.resource_registry [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] subnetpool is already registered Apr 12 15:30:17.813927 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: extensions {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.813927 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: address-groups {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.813927 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: address-scopes {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.813927 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: agents {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.813927 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: auto-allocated-topology {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.814600 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: availability_zones {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.815793 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: dhcp-networks {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.818721 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: dhcp-agents {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.820251 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: routers {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.822608 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: flavors {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.823967 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: service_profiles {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.825199 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: next_providers {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.826649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: service_profiles {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.828849 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: floatingip-pools {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.830322 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: routers {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.832406 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: floatingips {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.833731 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: l3-routers {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.835158 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: l3-agents {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.836561 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: metering-labels {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.837955 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: metering-label-rules {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.839215 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: network-ip-availabilities {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.840577 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: bindings {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.842268 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: quotas {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.843846 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: quotas {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.845395 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: rbac-policies {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.846678 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: security-groups {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.847909 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: security-group-rules {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.849162 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: service-providers {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.850367 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: subnetpools {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.851791 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: subnetpools {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.853255 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.854908 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.856712 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.858625 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.860402 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.862301 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.864008 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.865928 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.867660 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.869528 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron.api.extensions [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Extended resource: tags {{(pid=104368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 15:30:17.876428 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING keystonemiddleware.auth_token [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 15:30:17.882904 dv-cinder-837525-1-iscsi neutron-server[104368]: WARNING keystonemiddleware.auth_token [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 15:30:17.892089 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_concurrency.lockutils [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Acquired lock "singleton_lock" {{(pid=104368) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 15:30:17.892560 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_concurrency.lockutils [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Releasing lock "singleton_lock" {{(pid=104368) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 15:30:17.893239 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO oslo_service.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Starting 2 workers Apr 12 15:30:17.898171 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Started child 104756 {{(pid=104368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 15:30:17.902914 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Started child 104757 {{(pid=104368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 15:30:17.903770 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:17.904512 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO neutron.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 15:30:17.905300 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:17.906099 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [-] (104756) wsgi starting up on http://0.0.0.0:9696 Apr 12 15:30:17.907690 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:17.908156 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO oslo_service.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Starting 1 workers Apr 12 15:30:17.909246 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [-] (104757) wsgi starting up on http://0.0.0.0:9696 Apr 12 15:30:17.913184 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Started child 104758 {{(pid=104368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 15:30:17.913785 dv-cinder-837525-1-iscsi neutron-server[104368]: INFO oslo_service.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Starting 1 workers Apr 12 15:30:17.917306 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] calling RpcWorker wait() {{(pid=104758) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 15:30:17.925771 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] returning from RpcWorker wait() {{(pid=104758) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 15:30:17.925899 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Started child 104759 {{(pid=104368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 15:30:17.925979 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:17.926048 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a30e3424-ab62-43c9-8e39-3ca26adefd29 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:17.926116 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:30:17.926193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104368) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 15:30:17.926193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 15:30:17.926193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 15:30:17.926193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 15:30:17.926193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 15:30:17.926193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 15:30:17.926193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.926193 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.926667 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.926733 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:17.927188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927660 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927660 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927660 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927660 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927660 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.927940 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.928208 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.928534 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.928986 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.929561 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.930026 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.930731 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] debug = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.931124 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.931975 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.932490 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.932948 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.933388 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.933813 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.934233 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.934808 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.935200 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.935572 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.935958 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.936409 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.937292 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.937658 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.937921 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.938161 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.938412 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.938668 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.939145 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] host = dv-cinder-837525-1-iscsi {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.939395 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.939621 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.939869 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.940117 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.940365 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.940596 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.940893 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.941153 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.941400 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.941625 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.941904 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.942239 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.942380 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.942798 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.942964 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_options = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.943201 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.943777 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.943890 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.944005 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.944338 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.944501 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.944947 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.945103 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.945364 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.952634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953112 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.953586 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.954056 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.954124 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:30:17.954209 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.954209 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.954209 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.954209 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_json = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.954436 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.954514 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.954744 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.955105 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.955483 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.955766 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.955930 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.956198 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.956354 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:17.956865 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.957337 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.957802 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.958219 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.958915 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.959324 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.959760 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.960375 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.960375 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.960683 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.960890 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.961077 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.963390 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.963509 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.963886 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.964263 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.964540 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.964876 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.965140 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.965628 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.965914 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.966137 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.966481 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.966715 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.966986 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.967233 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.967503 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.967811 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.968139 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.968518 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.968824 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.969107 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971486 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971486 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971486 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971486 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971486 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971486 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971486 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971486 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971979 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971979 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.971979 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.972162 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.972328 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.972542 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.972788 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.973092 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.973331 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.973572 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.973786 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.974004 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.974261 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.974502 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.974758 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.974976 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.975219 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.975480 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.975936 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.976155 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.976527 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.976803 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.977048 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.977272 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.977491 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.977731 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.977952 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.978190 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.978465 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.978687 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.978904 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.979119 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.979341 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.979581 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.979810 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.980052 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.980291 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.980551 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.980813 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.981040 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.981280 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.981523 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.981763 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.981981 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.982218 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.982438 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.982651 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.982861 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.983746 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.984131 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.984361 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.984653 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.985079 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.985334 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.985567 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.985995 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.986254 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.986479 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.986729 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.986951 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.987192 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.987415 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.987670 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.987897 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.988148 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.988391 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.988629 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.988872 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.989111 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.989353 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.989612 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.989852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.990071 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.990313 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.990578 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.990815 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.991068 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.991324 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.991576 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.991878 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.992143 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.992394 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.992636 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.992950 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.993273 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.993556 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.994390 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.994390 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:17.998174 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.004649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.004649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.004649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.004649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.004649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.004649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.004649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.004649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.005315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.005315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.005315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.005315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.005315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.005315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.005315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.005315 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.006445 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.006445 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.006445 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.006445 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.006445 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.006445 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.006445 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.006445 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007010 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007010 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007010 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007010 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007010 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007010 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007010 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007010 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007517 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007517 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007517 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007517 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007517 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007517 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007517 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.007517 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.008370 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.008370 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.008370 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.008370 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.008370 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.008370 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.008370 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.008370 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.009289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.009289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.009289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.009289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.009700 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.009700 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.009856 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.010051 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.010302 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.010670 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.011069 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.011409 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.011563 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41790) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:18.011706 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.011706 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.012306 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.012306 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.012673 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.012673 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.013015 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.013164 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.013499 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.013499 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.013856 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.014046 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.014257 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.014497 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.014760 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.014939 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.015090 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.016081 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.016081 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.016081 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.016081 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.016600 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.016600 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.016851 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.016975 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.017161 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.017476 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.017725 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.017974 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.018233 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.018740 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.018740 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.019083 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.019213 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.019363 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.019585 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.020534 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.020534 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.020534 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.020534 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.021071 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.021071 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.021071 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.021642 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.021642 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.021932 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.021932 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.022253 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077698 Apr 12 15:30:18.023592 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.023592 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.023592 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.023592 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.024892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.024892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.024892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.025529 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.025529 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.026272 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.026527 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.026773 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.027030 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.027289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.027492 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.027815 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.028264 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.028522 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.028831 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.029603 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.029603 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.029603 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.029909 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.030119 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.030381 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.030630 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.030870 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.032519 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.032519 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.033234 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.034371 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.034647 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.035075 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.035408 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.035705 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.035983 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.037780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.038115 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.039842 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.040160 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.040443 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.040693 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.041028 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.041223 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.041477 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.041706 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.043052 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.043331 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.043649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.044272 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.044272 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.044460 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.044570 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.045421 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.045421 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.045421 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.046207 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.046207 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.046678 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 15:30:18.047653 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104368) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 15:30:18.048253 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 15:30:18.048374 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 15:30:18.048579 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 15:30:18.048754 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 15:30:18.049700 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 15:30:18.049976 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.050154 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.050322 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.050488 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.050653 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.050841 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.051036 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.051253 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.051419 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.051578 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.051737 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.051895 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.052052 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.052211 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.052369 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.052529 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.052873 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.052977 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.053267 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.053642 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.053800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.054108 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.054395 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] debug = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.054690 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.055116 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.055693 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.055991 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.056151 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.056311 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.056463 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.056617 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.056767 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.057007 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.057113 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.057274 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.057424 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.057577 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.057720 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.057952 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.058048 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.058188 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.058333 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] host = dv-cinder-837525-1-iscsi {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.058476 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.058618 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.058776 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.058937 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.059117 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.059251 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.059388 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.059523 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.059678 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.059830 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.059985 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.060142 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.060289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.060433 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.060588 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_options = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.062035 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.062035 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.062035 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.062268 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.062268 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.062393 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.062530 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.063015 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.063200 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.063341 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.063474 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.063769 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.064063 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.064354 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.064645 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.065526 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.065526 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.065526 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.065526 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.065526 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.065982 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.065982 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.065982 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.066226 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.066319 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.066874 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.066874 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.066874 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.066874 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.067352 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.067352 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.067549 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.067678 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.068388 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.068556 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.068718 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.068924 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.070129 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.070306 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.070460 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.070619 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.070776 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.070927 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.071071 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.071234 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.071377 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.071523 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_json = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.071716 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.071831 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.071977 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.072636 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:30:18.072874 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.073076 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.073241 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.073387 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.073547 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.073703 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 15:30:18.073885 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.074046 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.074216 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.074374 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.074532 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.074689 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.074844 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.075000 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.075156 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.075311 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.075475 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.075637 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.075880 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.076045 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.076202 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.077840 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.078171 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.078347 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.079764 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.079954 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.084852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.084852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.084852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.084852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.084852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.084852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.084852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.084852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.085818 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.085818 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.085818 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.085818 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.085818 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.085818 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.085818 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.085818 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.086800 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.087398 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088061 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088061 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088061 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088061 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088061 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088410 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088410 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.088607 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.089224 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.089224 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.089224 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.089224 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.089675 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.089675 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.089675 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090014 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090014 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090244 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090385 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090509 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090630 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090740 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090843 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.090988 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.091145 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.091301 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.091456 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.091614 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.091769 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.091925 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.092081 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.092254 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.092390 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.092613 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.092770 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.093347 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.093799 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.094687 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.094687 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.094687 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.094687 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.095124 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.095124 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.095320 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.095407 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.095499 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.095644 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.095804 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.096075 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.096243 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.096488 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.096649 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.096881 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.097008 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.097169 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.097324 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.098634 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.098819 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.098983 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.099146 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.100948 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.101237 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.101427 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.101609 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.101776 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.101948 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.102122 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.102292 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.102472 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.102651 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.102816 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.102980 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.103136 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.103291 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.103852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.103852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.103852 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.104059 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.104216 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.104357 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.104495 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.104661 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.104912 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.105087 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.105263 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.105422 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.105583 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.105738 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.105896 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.106047 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.106202 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.106362 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.106523 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.106684 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.106834 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.106988 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.107150 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.107299 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.107460 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.108028 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.108028 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.109453 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.109453 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.109453 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.109453 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.109994 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.110925 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.110925 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.110925 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.110925 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.111455 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.111455 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.111455 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.111455 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.111981 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.111981 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.111981 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.111981 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.112560 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.112560 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.112560 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113248 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113248 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113248 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113248 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113248 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113994 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113994 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113994 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.113994 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.114265 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.114265 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.114417 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.114495 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.114663 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.115106 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.115106 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.115106 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.115497 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.115497 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.115773 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.115773 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.116029 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.116029 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.116295 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.116432 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.116871 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.116871 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.116871 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.117102 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.117102 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.117231 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.117428 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.117521 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.117668 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.117833 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.117992 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.118125 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.118289 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.118450 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.118609 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.118766 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.118926 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.119084 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.119242 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.119400 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.119545 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.120342 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.120342 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.120342 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.120342 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.120342 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.121377 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.121377 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.121377 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.122892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.122892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.122892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.122892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.122892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.122892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.122892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.122892 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.124836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.124836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.124836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.124836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.124836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.124836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.124836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.124836 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.127724 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.127724 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.127724 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.127724 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.127724 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.127724 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.127724 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.127724 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.128863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.128863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.128863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.128863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.128863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.128863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.128863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.128863 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.130536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.130536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.130536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.130536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.130536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.130536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.130536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.130536 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.131620 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.131620 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.131620 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.131620 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.131620 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.131620 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.131620 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.131620 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132384 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132384 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132384 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132384 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132384 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132384 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132384 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132384 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.132990 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.133780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.133780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.133780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.133780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.133780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.133780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.133780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 15:30:18.133780 dv-cinder-837525-1-iscsi neutron-server[104368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 15:30:29.903853 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147cc545-660e-4817-8dbd-beb6cd433bed None None] get_active_networks_info from dv-cinder-837525-1-iscsi {{(pid=104758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 15:30:29.964135 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147cc545-660e-4817-8dbd-beb6cd433bed None None] No non-hosted networks {{(pid=104758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 15:30:29.971585 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.agentschedulers_db [None req-147cc545-660e-4817-8dbd-beb6cd433bed None None] DHCP Agent not found on host dv-cinder-837525-1-iscsi {{(pid=104758) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 15:30:30.067247 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-65f67a5c-86ae-45ab-bb27-25e6b75b99a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8023976'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:32.789745 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-43502f1d-237b-4f40-b0d4-bb04029e4d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8023976'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:32.861462 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.db.api [None req-4fd26604-12fb-4325-b133-9078f53ca3a3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837525-1-iscsi {{(pid=104758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 15:30:32.864996 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG oslo_db.api [None req-4fd26604-12fb-4325-b133-9078f53ca3a3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 15:30:33.221300 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41862) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:33.388801 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4fd26604-12fb-4325-b133-9078f53ca3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:33.829707 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8023976'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:33.941054 dv-cinder-837525-1-iscsi neutron-server[104756]: WARNING oslo_policy.policy [None req-ebc76440-ad13-4e76-91e6-02790598e472 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 15:30:33.941633 dv-cinder-837525-1-iscsi neutron-server[104756]: WARNING oslo_policy.policy [None req-ebc76440-ad13-4e76-91e6-02790598e472 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 15:30:34.197264 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-ebc76440-ad13-4e76-91e6-02790598e472 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:30:34.199806 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ebc76440-ad13-4e76-91e6-02790598e472 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9765372 Apr 12 15:30:35.750134 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8023976'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:36.867503 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41888) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:36.982008 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8023976'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:36.982731 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.983073 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.983409 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.983790 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.984120 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.984447 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.984766 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.986137 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.986476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.986806 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.987154 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.987486 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.987823 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.988148 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.988469 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:36.988916 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837525-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:30:37.011098 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837525-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:30:37.303224 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-9ebe606f-2aeb-43cc-b957-12bebf5e6bd1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:30:37.403840 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.policy [None req-9ebe606f-2aeb-43cc-b957-12bebf5e6bd1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 15:30:37.455412 dv-cinder-837525-1-iscsi neutron-server[104756]: WARNING oslo_policy.policy [None req-9ebe606f-2aeb-43cc-b957-12bebf5e6bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 15:30:37.455803 dv-cinder-837525-1-iscsi neutron-server[104756]: WARNING oslo_policy.policy [None req-9ebe606f-2aeb-43cc-b957-12bebf5e6bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 15:30:37.645378 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ebe606f-2aeb-43cc-b957-12bebf5e6bd1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785381355939', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785381356375', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785381766106', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785381760011', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785381754257', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785381779146', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-645310', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7632021', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-377447', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400166'] for rbac-policy (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:37.919911 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ebe606f-2aeb-43cc-b957-12bebf5e6bd1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:37.924872 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9ebe606f-2aeb-43cc-b957-12bebf5e6bd1 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0527606 Apr 12 15:30:39.172086 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.db.l3_hamode_db [None req-1fb5a2e7-d7a6-450b-9ae1-ff37a7811720 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 15:30:39.266273 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5a2e7-d7a6-450b-9ae1-ff37a7811720 None None] Routers set() bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:30:39.267164 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5a2e7-d7a6-450b-9ae1-ff37a7811720 None None] Router IDs set() for agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 15:30:40.528312 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41908) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:40.853077 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:30:40.932824 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Made reservation on behalf of 6fcd37a2a0814af5a7772ce773b41b36 for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:30:40.936798 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:40.955001 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:41.062688 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Publish callbacks [] for security_group (d02ca473-9915-4687-9d35-dfdf3d8237a0), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:41.115183 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d02ca473-9915-4687-9d35-dfdf3d8237a0), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:41.148748 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:30:41.176549 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785385143983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (8fe9cd5f-fc86-4a41-9202-caf8cb05675f), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:41.177182 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Unsubscribe: segment precommit_create {{(pid=104756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 15:30:41.177734 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Added segment 8fe9cd5f-fc86-4a41-9202-caf8cb05675f of type vlan for network e14fb609-91f7-48d6-9dd4-49760035b5c1 Apr 12 15:30:41.184264 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d02ca473-9915-4687-9d35-dfdf3d8237a0,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:30:41.206219 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.206569 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.206923 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.207280 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.207615 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.207946 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.208269 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.208590 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.208978 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.209268 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.209591 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.209922 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.210243 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.210559 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.210874 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Tracked resource versions report: Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: pushed versions: Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: { 'AddressGroup': {'1.2'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Agent': {'1.1'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'ConntrackHelper': {'1.0'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'LocalIPAssociation': {'1.0'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Log': {'1.0'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'NDPProxy': {'1.0'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Network': {'1.1'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Port': {'1.7'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'PortForwarding': {'1.3'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'QosPolicy': {'1.10'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SecurityGroup': {'1.5'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SecurityGroupRule': {'1.2'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SubPort': {'1.0'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Subnet': {'1.1'}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Trunk': {'1.1'}} Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: consumer versions: Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: { DHCP agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: L3 agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: Metadata agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: Metering agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: Open vSwitch agent@dv-cinder-837525-1-iscsi: { 'AddressGroup': '1.2', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Agent': '1.1', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'ConntrackHelper': '1.0', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'LocalIPAssociation': '1.0', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Log': '1.0', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'NDPProxy': '1.0', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Network': '1.1', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Port': '1.7', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'PortForwarding': '1.3', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'QosPolicy': '1.10', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SecurityGroup': '1.5', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SecurityGroupRule': '1.2', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SubPort': '1.0', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Subnet': '1.1', Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Trunk': '1.1'}} Apr 12 15:30:41.212226 dv-cinder-837525-1-iscsi neutron-server[104756]: {{(pid=104756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 15:30:41.290206 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (e14fb609-91f7-48d6-9dd4-49760035b5c1), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:41.376501 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (e14fb609-91f7-48d6-9dd4-49760035b5c1), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:41.381631 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:30:41.382353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:41.498087 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] Pushing event updated for resources: {'Network': ['ID=e14fb609-91f7-48d6-9dd4-49760035b5c1,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:30:41.506371 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fdf5bc91-65bc-45a6-aeda-c5179c16b34a demo demo] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9769681 Apr 12 15:30:41.510470 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network e14fb609-91f7-48d6-9dd4-49760035b5c1 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:30:44.073720 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41920) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:44.469953 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554e700-2fdf-4553-9473-df9d487efab2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:30:44.471323 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5554e700-2fdf-4553-9473-df9d487efab2 demo admin] 10.222.0.74 "GET /v2.0/networks/e14fb609-91f7-48d6-9dd4-49760035b5c1 HTTP/1.1" status: 200 len: 824 time: 0.3967261 Apr 12 15:30:44.496573 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a88c1e55-eaf1-4e17-8959-ad6a2563375c demo admin] 10.222.0.74 "GET /v2.0/subnetpools/8ac184e4-a380-45f0-852b-4e67137b6ea2 HTTP/1.1" status: 200 len: 734 time: 0.0189612 Apr 12 15:30:44.505533 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Request body: {'subnet': {'subnetpool_id': '8ac184e4-a380-45f0-852b-4e67137b6ea2', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:30:44.601214 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Made reservation on behalf of 6fcd37a2a0814af5a7772ce773b41b36 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:30:44.603512 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:44.956121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (834b7937-eae8-43d3-95f5-472f99e86a7c), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:45.025322 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Pushing event updated for resources: {'Subnet': ['ID=834b7937-eae8-43d3-95f5-472f99e86a7c,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:30:45.030394 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Checking segment: {'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:30:45.030752 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Network hostable DHCP agents. Network: e14fb609-91f7-48d6-9dd4-49760035b5c1, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:30:45.121410 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Network e14fb609-91f7-48d6-9dd4-49760035b5c1 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:30:45.207060 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, e14fb609-91f7-48d6-9dd4-49760035b5c1) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:30:45.211645 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:30:45.212235 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:45.217602 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf71568-985e-442d-a2ff-9f5ddead7c81 None None] Network e14fb609-91f7-48d6-9dd4-49760035b5c1 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:30:45.306956 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4c3d1cf5-942f-41ea-8b45-53cf6ec841aa demo admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8045192 Apr 12 15:30:45.591150 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-e14fb609-91f7-48d6-9dd4-49760035b5c1', 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1', 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'fixed_ips': [{'subnet_id': '834b7937-eae8-43d3-95f5-472f99e86a7c'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:30:45.592336 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:45.941717 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Allocated IP 172.20.0.2 (e14fb609-91f7-48d6-9dd4-49760035b5c1/834b7937-eae8-43d3-95f5-472f99e86a7c/e65254d2-4545-43a5-90ce-74acb41c2bfe) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:30:46.211420 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Publish callbacks [] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:46.285800 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:46.359434 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Network e14fb609-91f7-48d6-9dd4-49760035b5c1 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:30:46.366578 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:30:46.375923 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:30:46.379388 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Pushing event updated for resources: {'Port': ['ID=e65254d2-4545-43a5-90ce-74acb41c2bfe,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:30:46.410650 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.411000 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.411359 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.411716 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.412057 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.412380 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.412705 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.413055 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.413380 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.413703 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.414024 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.414361 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.414684 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.415002 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.415319 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Tracked resource versions report: Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: pushed versions: Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: { 'AddressGroup': {'1.2'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Agent': {'1.1'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'ConntrackHelper': {'1.0'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'LocalIPAssociation': {'1.0'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Log': {'1.0'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'NDPProxy': {'1.0'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Network': {'1.1'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Port': {'1.7'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'PortForwarding': {'1.3'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'QosPolicy': {'1.10'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SecurityGroup': {'1.5'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SecurityGroupRule': {'1.2'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SubPort': {'1.0'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Subnet': {'1.1'}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Trunk': {'1.1'}} Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: consumer versions: Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: { DHCP agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: L3 agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: Metadata agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: Metering agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: Open vSwitch agent@dv-cinder-837525-1-iscsi: { 'AddressGroup': '1.2', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Agent': '1.1', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'ConntrackHelper': '1.0', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'LocalIPAssociation': '1.0', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Log': '1.0', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'NDPProxy': '1.0', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Network': '1.1', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Port': '1.7', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'PortForwarding': '1.3', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'QosPolicy': '1.10', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SecurityGroup': '1.5', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SecurityGroupRule': '1.2', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SubPort': '1.0', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Subnet': '1.1', Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Trunk': '1.1'}} Apr 12 15:30:46.416715 dv-cinder-837525-1-iscsi neutron-server[104758]: {{(pid=104758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 15:30:46.467894 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Attempting to bind port e65254d2-4545-43a5-90ce-74acb41c2bfe on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:30:46.468218 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Attempting to bind port e65254d2-4545-43a5-90ce-74acb41c2bfe by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:30:46.468675 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Attempting to bind port e65254d2-4545-43a5-90ce-74acb41c2bfe on network e14fb609-91f7-48d6-9dd4-49760035b5c1 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:30:46.473721 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:30:46.474102 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Checking segment: {'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:30:46.474560 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:46.474950 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Bound using segment: {'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:30:46.475412 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Bound port: e65254d2-4545-43a5-90ce-74acb41c2bfe, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:30:46.475812 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:46.545046 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] For port e65254d2-4545-43a5-90ce-74acb41c2bfe, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:30:46.566223 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] For port e65254d2-4545-43a5-90ce-74acb41c2bfe, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=e65254d2-4545-43a5-90ce-74acb41c2bfe,segment=NetworkSegment(8fe9cd5f-fc86-4a41-9202-caf8cb05675f),segment_id=8fe9cd5f-fc86-4a41-9202-caf8cb05675f)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:30:46.639908 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:46.700296 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a11b8-1717-49a8-990b-99f647f588d2 None None] Pushing event updated for resources: {'Port': ['ID=e65254d2-4545-43a5-90ce-74acb41c2bfe,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:30:47.888688 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41928) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:48.213985 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-00ebe461-310d-4892-9fc2-78f0b557c3ba admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:30:48.215011 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-00ebe461-310d-4892-9fc2-78f0b557c3ba admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3253443 Apr 12 15:30:50.794960 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41936) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:51.117143 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-7bd75d1f-d443-4461-9199-ea13b4957110 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:30:51.118126 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7bd75d1f-d443-4461-9199-ea13b4957110 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3222516 Apr 12 15:30:53.693202 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 41944) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:54.194744 dv-cinder-837525-1-iscsi neutron-server[104757]: WARNING oslo_policy.policy [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 15:30:54.195384 dv-cinder-837525-1-iscsi neutron-server[104757]: WARNING oslo_policy.policy [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 15:30:54.419038 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:30:54.484429 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.policy [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104757) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 15:30:54.528874 dv-cinder-837525-1-iscsi neutron-server[104757]: WARNING oslo_policy.policy [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 15:30:54.529282 dv-cinder-837525-1-iscsi neutron-server[104757]: WARNING oslo_policy.policy [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 15:30:54.665442 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:54.667558 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:54.827536 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] Publish callbacks [] for router_controller (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), precommit_add_association {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:54.892271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:54.979414 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:54.980956 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a420eac8-12a4-4480-83d1-d7d39faa945b demo demo] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2853253 Apr 12 15:30:57.554240 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41964) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:30:57.870199 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-77eab9ae-0472-4383-a544-7cc1802000a9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:30:57.871190 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-77eab9ae-0472-4383-a544-7cc1802000a9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3160927 Apr 12 15:30:57.890894 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device e65254d2-4545-43a5-90ce-74acb41c2bfe up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:30:57.983238 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port e65254d2-4545-43a5-90ce-74acb41c2bfe triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:30:57.984045 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:58.104437 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port e65254d2-4545-43a5-90ce-74acb41c2bfe is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:30:58.104853 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:58.141053 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port e65254d2-4545-43a5-90ce-74acb41c2bfe, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=e65254d2-4545-43a5-90ce-74acb41c2bfe,segment=NetworkSegment(8fe9cd5f-fc86-4a41-9202-caf8cb05675f),segment_id=8fe9cd5f-fc86-4a41-9202-caf8cb05675f)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:30:58.225033 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74f236-8d2a-4ffe-a60b-c1c01897fb0b None None] Network e14fb609-91f7-48d6-9dd4-49760035b5c1 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:30:58.248237 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:58.345705 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=e65254d2-4545-43a5-90ce-74acb41c2bfe,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:30:58.357278 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-0c40a630-ac64-42f2-996e-758100619892 None None] Provisioning complete for port e65254d2-4545-43a5-90ce-74acb41c2bfe triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:30:58.357664 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0c40a630-ac64-42f2-996e-758100619892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:58.471664 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-0c40a630-ac64-42f2-996e-758100619892 None None] Current status of the port e65254d2-4545-43a5-90ce-74acb41c2bfe is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:30:58.588705 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d25dd586-8668-4c81-9c59-5b0212a4a1a9 None None] Provisioning complete for port e65254d2-4545-43a5-90ce-74acb41c2bfe triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:30:58.589124 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d25dd586-8668-4c81-9c59-5b0212a4a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:58.663813 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d25dd586-8668-4c81-9c59-5b0212a4a1a9 None None] Current status of the port e65254d2-4545-43a5-90ce-74acb41c2bfe is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:30:59.858384 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device e65254d2-4545-43a5-90ce-74acb41c2bfe up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:30:59.899928 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f200-bc4b-4b42-b0ad-3878e090d68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:59.910548 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port e65254d2-4545-43a5-90ce-74acb41c2bfe triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:30:59.910934 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:59.990419 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port e65254d2-4545-43a5-90ce-74acb41c2bfe is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:31:00.443649 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41974) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:31:00.753593 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:31:00.893346 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Made reservation on behalf of 9b517e9d06bf4d4e98663c575727c209 for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:31:00.895501 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:00.903657 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:00.975358 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Publish callbacks [] for security_group (bb35eb23-5aa6-4f8a-ba8a-e27680528134), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:01.036093 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (bb35eb23-5aa6-4f8a-ba8a-e27680528134), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:01.051955 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Reserving flat network on physical network physnet1 {{(pid=104756) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 15:31:01.072885 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb35eb23-5aa6-4f8a-ba8a-e27680528134,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:01.075711 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (0bbe9077-3c61-43b8-b74b-d6b37d85dd14), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:01.076072 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Added segment 0bbe9077-3c61-43b8-b74b-d6b37d85dd14 of type flat for network e3f10498-d6d8-4781-bfd3-c26719efb5d8 Apr 12 15:31:01.248753 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (e3f10498-d6d8-4781-bfd3-c26719efb5d8), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:01.338857 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (e3f10498-d6d8-4781-bfd3-c26719efb5d8), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:01.339787 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:31:01.340360 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:01.429018 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f10498-d6d8-4781-bfd3-c26719efb5d8,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:01.438601 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:31:01.444545 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9d95d6d0-99a0-46cf-993d-4f338496caf9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9998269 Apr 12 15:31:02.782985 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e59796a3-e91f-49f5-a9f4-93550a941834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:03.777673 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:03.946602 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 41992) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:31:04.119843 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b021748-26ef-49de-a873-3bb869466f6c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:31:04.121178 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-3b021748-26ef-49de-a873-3bb869466f6c demo admin] 10.222.0.74 "GET /v2.0/subnets/834b7937-eae8-43d3-95f5-472f99e86a7c HTTP/1.1" status: 200 len: 849 time: 0.1736271 Apr 12 15:31:04.284436 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f1c52f1f-e241-4dee-a41e-c80d4eba512d demo admin] 10.222.0.74 "GET /v2.0/routers/4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 HTTP/1.1" status: 200 len: 704 time: 0.1557989 Apr 12 15:31:04.565117 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:04.860863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Allocated IP 172.20.0.1 (e14fb609-91f7-48d6-9dd4-49760035b5c1/834b7937-eae8-43d3-95f5-472f99e86a7c/7eafb1d1-f282-4b9b-b8d4-c24f60411544) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:31:05.062175 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Publish callbacks [] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.191294 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.264167 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Network e14fb609-91f7-48d6-9dd4-49760035b5c1 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:31:05.271784 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:31:05.277524 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:31:05.277907 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.300249 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Pushing event updated for resources: {'Port': ['ID=7eafb1d1-f282-4b9b-b8d4-c24f60411544,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:05.522815 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-49b28ba3-98fb-4fd6-9060-5d6427e74137 None None] Provisioning complete for port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:31:05.523308 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-49b28ba3-98fb-4fd6-9060-5d6427e74137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.555798 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-49b28ba3-98fb-4fd6-9060-5d6427e74137 None None] Port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:31:05.558388 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.645826 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.766420 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Publish callbacks [] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.831230 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.832029 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.914252 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Pushing event updated for resources: {'Port': ['ID=7eafb1d1-f282-4b9b-b8d4-c24f60411544,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:05.957673 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Network e14fb609-91f7-48d6-9dd4-49760035b5c1 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:31:05.958988 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:31:06.176021 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-7c1f2ef7-7f9a-4b6a-9526-3315812ac848 None None] Provisioning complete for port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:31:06.181940 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7c1f2ef7-7f9a-4b6a-9526-3315812ac848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:06.211617 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f2ef7-7f9a-4b6a-9526-3315812ac848 None None] Port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:31:06.269248 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Router 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:31:06.363198 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:31:06.368416 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8823d584-7ede-4561-bb47-b46a26427143 demo admin] 10.222.0.74 "PUT /v2.0/routers/4fb72e94-c0d3-4dbc-870a-d832f5df5fd1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0788484 Apr 12 15:31:06.373344 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Sync routers for ids ['4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:31:06.386065 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Routers {'4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:31:06.386903 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:31:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:31:06.579456 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Set router 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 gateway port host: None {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:31:06.945353 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:07.001135 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'name': 'router1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:30:54Z', 'updated_at': '2022-04-12T15:31:05Z', 'revision_number': 2, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'gw_port_host': None, '_interfaces': [{'id': '7eafb1d1-f282-4b9b-b8d4-c24f60411544', 'name': '', 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'mac_address': 'fa:16:3e:b4:b4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:04Z', 'updated_at': '2022-04-12T15:31:05Z', 'revision_number': 2, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'subnets': [{'id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ac184e4-a380-45f0-852b-4e67137b6ea2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:31:07.053117 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Checking router: 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:31:07.053498 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Updating router 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:31:07.105936 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:07.620033 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Publish callbacks [] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:07.699264 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:07.862637 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Pushing event updated for resources: {'Port': ['ID=7eafb1d1-f282-4b9b-b8d4-c24f60411544,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:07.877222 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.877574 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.877929 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.878283 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.878613 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.878937 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.879258 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.879582 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.879902 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.880222 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.880543 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.880897 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.881220 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.881535 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.881850 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Tracked resource versions report: Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: pushed versions: Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: { 'AddressGroup': {'1.2'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Agent': {'1.1'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'ConntrackHelper': {'1.0'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'LocalIPAssociation': {'1.0'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Log': {'1.0'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'NDPProxy': {'1.0'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Network': {'1.1'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Port': {'1.7'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'PortForwarding': {'1.3'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'QosPolicy': {'1.10'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SecurityGroup': {'1.5'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SecurityGroupRule': {'1.2'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SubPort': {'1.0'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Subnet': {'1.1'}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Trunk': {'1.1'}} Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: consumer versions: Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: { DHCP agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: L3 agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: Metadata agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: Metering agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: Open vSwitch agent@dv-cinder-837525-1-iscsi: { 'AddressGroup': '1.2', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Agent': '1.1', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'ConntrackHelper': '1.0', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'LocalIPAssociation': '1.0', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Log': '1.0', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'NDPProxy': '1.0', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Network': '1.1', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Port': '1.7', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'PortForwarding': '1.3', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'QosPolicy': '1.10', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SecurityGroup': '1.5', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SecurityGroupRule': '1.2', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SubPort': '1.0', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Subnet': '1.1', Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Trunk': '1.1'}} Apr 12 15:31:07.883256 dv-cinder-837525-1-iscsi neutron-server[104759]: {{(pid=104759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 15:31:07.890896 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Attempting to bind port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:31:07.891319 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Attempting to bind port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:31:07.891737 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Attempting to bind port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 on network e14fb609-91f7-48d6-9dd4-49760035b5c1 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:31:07.898072 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:31:07.898398 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Checking segment: {'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:31:07.898830 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:07.899215 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Bound using segment: {'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:31:07.899706 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Bound port: 7eafb1d1-f282-4b9b-b8d4-c24f60411544, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe9cd5f-fc86-4a41-9202-caf8cb05675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:31:07.900083 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:07.938981 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-102dfdf9-4236-4e59-b460-d3dbc6746c0c None None] Provisioning complete for port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:31:07.940135 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-102dfdf9-4236-4e59-b460-d3dbc6746c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:07.973352 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] For port 7eafb1d1-f282-4b9b-b8d4-c24f60411544, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:31:07.975475 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-102dfdf9-4236-4e59-b460-d3dbc6746c0c None None] Port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:31:07.993215 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] For port 7eafb1d1-f282-4b9b-b8d4-c24f60411544, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=7eafb1d1-f282-4b9b-b8d4-c24f60411544,segment=NetworkSegment(8fe9cd5f-fc86-4a41-9202-caf8cb05675f),segment_id=8fe9cd5f-fc86-4a41-9202-caf8cb05675f)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:31:08.076763 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:08.136047 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Routers {'4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:31:08.136681 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:31:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:31:08.201697 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaaeef-30d7-4972-8731-be2d9e6550b3 None None] Pushing event updated for resources: {'Port': ['ID=7eafb1d1-f282-4b9b-b8d4-c24f60411544,revision_number=4']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:08.232628 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] Set router 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 gateway port host: None {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:31:08.294584 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-04d38052-59d3-4a79-be8b-967457ab8516 None None] Provisioning complete for port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:31:08.294980 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-04d38052-59d3-4a79-be8b-967457ab8516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:08.381641 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-04d38052-59d3-4a79-be8b-967457ab8516 None None] Current status of the port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:31:08.381982 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-04d38052-59d3-4a79-be8b-967457ab8516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:08.415345 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-04d38052-59d3-4a79-be8b-967457ab8516 None None] For port 7eafb1d1-f282-4b9b-b8d4-c24f60411544, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=7eafb1d1-f282-4b9b-b8d4-c24f60411544,segment=NetworkSegment(8fe9cd5f-fc86-4a41-9202-caf8cb05675f),segment_id=8fe9cd5f-fc86-4a41-9202-caf8cb05675f)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:31:08.436185 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'name': 'router1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:30:54Z', 'updated_at': '2022-04-12T15:31:05Z', 'revision_number': 2, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'gw_port_host': None, '_interfaces': [{'id': '7eafb1d1-f282-4b9b-b8d4-c24f60411544', 'name': '', 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'mac_address': 'fa:16:3e:b4:b4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:04Z', 'updated_at': '2022-04-12T15:31:07Z', 'revision_number': 4, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'subnets': [{'id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ac184e4-a380-45f0-852b-4e67137b6ea2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:31:08.463125 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d0825-5c0b-4a03-a8be-c2940005ea1e None None] The sync data for ids ['4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'] in dv-cinder-837525-1-iscsi is: [{'id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'name': 'router1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:30:54Z', 'updated_at': '2022-04-12T15:31:05Z', 'revision_number': 2, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'gw_port_host': None, '_interfaces': [{'id': '7eafb1d1-f282-4b9b-b8d4-c24f60411544', 'name': '', 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'mac_address': 'fa:16:3e:b4:b4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:04Z', 'updated_at': '2022-04-12T15:31:07Z', 'revision_number': 4, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'subnets': [{'id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ac184e4-a380-45f0-852b-4e67137b6ea2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:31:08.476308 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-04d38052-59d3-4a79-be8b-967457ab8516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:08.525680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d38052-59d3-4a79-be8b-967457ab8516 None None] Pushing event updated for resources: {'Port': ['ID=7eafb1d1-f282-4b9b-b8d4-c24f60411544,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:08.873802 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 42012) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:31:09.057742 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e887db-0944-4268-9d29-3b91b2ad7cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:31:09.059153 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-59e887db-0944-4268-9d29-3b91b2ad7cf7 admin admin] 10.222.0.74 "GET /v2.0/networks/e3f10498-d6d8-4781-bfd3-c26719efb5d8 HTTP/1.1" status: 200 len: 842 time: 0.1840484 Apr 12 15:31:09.068347 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:31:09.143842 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Made reservation on behalf of 9b517e9d06bf4d4e98663c575727c209 for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:31:09.146571 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:09.567475 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.objects.ports [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104757) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 15:31:09.567962 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (b925bc2b-caf4-4f10-af84-b997801377d4), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:09.661044 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b925bc2b-caf4-4f10-af84-b997801377d4,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:09.665230 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:31:09.665591 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Network hostable DHCP agents. Network: e3f10498-d6d8-4781-bfd3-c26719efb5d8, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:31:09.674941 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.675288 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.675631 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.675966 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.676294 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.676622 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.676973 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.677298 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.677627 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.677948 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.678285 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.678625 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.678952 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.679271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.679584 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Tracked resource versions report: Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: pushed versions: Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: { 'AddressGroup': {'1.2'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Agent': {'1.1'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'ConntrackHelper': {'1.0'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'LocalIPAssociation': {'1.0'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Log': {'1.0'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'NDPProxy': {'1.0'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Network': {'1.1'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Port': {'1.7'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'PortForwarding': {'1.3'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'QosPolicy': {'1.10'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SecurityGroup': {'1.5'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SecurityGroupRule': {'1.2'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SubPort': {'1.0'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Subnet': {'1.1'}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Trunk': {'1.1'}} Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: consumer versions: Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: { DHCP agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: L3 agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: Metadata agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: Metering agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: Open vSwitch agent@dv-cinder-837525-1-iscsi: { 'AddressGroup': '1.2', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Agent': '1.1', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'ConntrackHelper': '1.0', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'LocalIPAssociation': '1.0', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Log': '1.0', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'NDPProxy': '1.0', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Network': '1.1', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Port': '1.7', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'PortForwarding': '1.3', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'QosPolicy': '1.10', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SecurityGroup': '1.5', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SecurityGroupRule': '1.2', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SubPort': '1.0', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Subnet': '1.1', Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Trunk': '1.1'}} Apr 12 15:31:09.680957 dv-cinder-837525-1-iscsi neutron-server[104757]: {{(pid=104757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 15:31:09.779441 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:31:09.871194 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, e3f10498-d6d8-4781-bfd3-c26719efb5d8) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:31:09.876087 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:31:09.877453 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:09.883260 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89dcc00-8b3a-44a9-b138-71a1da32c61d None None] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:31:09.976300 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a3508ffb-f9a5-4726-b977-45c845d6e261 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9112272 Apr 12 15:31:09.998172 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5487839-7c08-40b4-a6fd-e6473a6e3603 None None] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:31:12.415603 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42024) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:31:12.549704 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-46b7a4a8-f565-46a4-8e8e-a25f7243ba1e demo admin] 10.222.0.74 "GET /v2.0/routers/4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 HTTP/1.1" status: 200 len: 710 time: 0.1322341 Apr 12 15:31:12.634924 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e1647-9785-47d9-af21-53a15b1eff01 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:31:12.636194 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b88e1647-9785-47d9-af21-53a15b1eff01 demo admin] 10.222.0.74 "GET /v2.0/networks/e3f10498-d6d8-4781-bfd3-c26719efb5d8 HTTP/1.1" status: 200 len: 886 time: 0.0813406 Apr 12 15:31:12.645311 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:31:12.977114 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks [] for router_gateway (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:13.397965 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks [] for router_gateway (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:13.472007 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:13.582736 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Allocated IP 172.27.0.152 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/ee126e91-1f63-4a39-bc50-d6ee6a8f4821) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:31:13.687706 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks [] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:13.917119 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:13.955752 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:31:13.960875 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:31:13.967372 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Pushing event updated for resources: {'Port': ['ID=ee126e91-1f63-4a39-bc50-d6ee6a8f4821,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:13.971255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:31:14.275593 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks [] for router_gateway (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:14.479059 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8033210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8022983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10174'] for router (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:14.482527 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8033203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8033192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8022844'] for router (4fb72e94-c0d3-4dbc-870a-d832f5df5fd1), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:14.671797 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Router 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:31:14.782061 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:31:14.787503 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:14.788679 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a5871fb7-2259-4d04-b668-f7a9e93dcaec demo admin] 10.222.0.74 "PUT /v2.0/routers/4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 HTTP/1.1" status: 200 len: 890 time: 2.1469588 Apr 12 15:31:15.885567 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 7eafb1d1-f282-4b9b-b8d4-c24f60411544 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:31:15.937297 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:31:15.937693 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:16.017983 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:31:17.142381 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Sync routers for ids ['4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:31:17.154985 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Routers {'4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:31:17.155625 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:31:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:31:17.375183 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Set router 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:31:17.395188 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42038) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:31:17.512061 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-649573b6-e139-4e9f-ba74-493599089ef5 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1156819 Apr 12 15:31:17.856883 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'name': 'router1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ee126e91-1f63-4a39-bc50-d6ee6a8f4821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:30:54Z', 'updated_at': '2022-04-12T15:31:14Z', 'revision_number': 4, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'gw_port': {'id': 'ee126e91-1f63-4a39-bc50-d6ee6a8f4821', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:13Z', 'updated_at': '2022-04-12T15:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '7eafb1d1-f282-4b9b-b8d4-c24f60411544', 'name': '', 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'mac_address': 'fa:16:3e:b4:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:04Z', 'updated_at': '2022-04-12T15:31:08Z', 'revision_number': 5, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'subnets': [{'id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ac184e4-a380-45f0-852b-4e67137b6ea2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:31:17.909691 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Checking router: 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:31:17.910445 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Updating router 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 port ee126e91-1f63-4a39-bc50-d6ee6a8f4821 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:31:17.967587 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:18.294340 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Publish callbacks [] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:18.356962 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:18.420339 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Attempting to bind port ee126e91-1f63-4a39-bc50-d6ee6a8f4821 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:31:18.420635 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Attempting to bind port ee126e91-1f63-4a39-bc50-d6ee6a8f4821 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:31:18.421051 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Attempting to bind port ee126e91-1f63-4a39-bc50-d6ee6a8f4821 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:31:18.423276 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1ba83-434c-4a4a-bb30-e3be5e1d77d6 None None] Pushing event updated for resources: {'Port': ['ID=ee126e91-1f63-4a39-bc50-d6ee6a8f4821,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:18.431490 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:31:18.431881 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:31:18.432452 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:18.433146 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:31:18.433612 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Bound port: ee126e91-1f63-4a39-bc50-d6ee6a8f4821, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:31:18.434125 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:18.485460 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] For port ee126e91-1f63-4a39-bc50-d6ee6a8f4821, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:31:18.488453 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] For port ee126e91-1f63-4a39-bc50-d6ee6a8f4821, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=ee126e91-1f63-4a39-bc50-d6ee6a8f4821,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:31:18.572689 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:18.631103 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Routers {'4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:31:18.631957 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:31:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:31:18.669245 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1ba83-434c-4a4a-bb30-e3be5e1d77d6 None None] Pushing event updated for resources: {'Port': ['ID=ee126e91-1f63-4a39-bc50-d6ee6a8f4821,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:18.753227 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] Set router 4fb72e94-c0d3-4dbc-870a-d832f5df5fd1 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:31:18.963202 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'name': 'router1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ee126e91-1f63-4a39-bc50-d6ee6a8f4821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:30:54Z', 'updated_at': '2022-04-12T15:31:14Z', 'revision_number': 4, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'gw_port': {'id': 'ee126e91-1f63-4a39-bc50-d6ee6a8f4821', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:13Z', 'updated_at': '2022-04-12T15:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '7eafb1d1-f282-4b9b-b8d4-c24f60411544', 'name': '', 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'mac_address': 'fa:16:3e:b4:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:04Z', 'updated_at': '2022-04-12T15:31:08Z', 'revision_number': 5, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'subnets': [{'id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ac184e4-a380-45f0-852b-4e67137b6ea2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:31:18.993648 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943bf07f-ee6f-4819-9f11-76091dcf5403 None None] The sync data for ids ['4fb72e94-c0d3-4dbc-870a-d832f5df5fd1'] in dv-cinder-837525-1-iscsi is: [{'id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'name': 'router1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ee126e91-1f63-4a39-bc50-d6ee6a8f4821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:30:54Z', 'updated_at': '2022-04-12T15:31:14Z', 'revision_number': 4, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'gw_port': {'id': 'ee126e91-1f63-4a39-bc50-d6ee6a8f4821', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:13Z', 'updated_at': '2022-04-12T15:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '7eafb1d1-f282-4b9b-b8d4-c24f60411544', 'name': '', 'network_id': 'e14fb609-91f7-48d6-9dd4-49760035b5c1', 'tenant_id': '6fcd37a2a0814af5a7772ce773b41b36', 'mac_address': 'fa:16:3e:b4:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb72e94-c0d3-4dbc-870a-d832f5df5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:31:04Z', 'updated_at': '2022-04-12T15:31:08Z', 'revision_number': 5, 'project_id': '6fcd37a2a0814af5a7772ce773b41b36', 'subnets': [{'id': '834b7937-eae8-43d3-95f5-472f99e86a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ac184e4-a380-45f0-852b-4e67137b6ea2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:31:19.910565 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device ee126e91-1f63-4a39-bc50-d6ee6a8f4821 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:31:19.985105 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port ee126e91-1f63-4a39-bc50-d6ee6a8f4821 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:31:19.986236 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:20.093965 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port ee126e91-1f63-4a39-bc50-d6ee6a8f4821 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:31:20.094359 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:20.124192 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port ee126e91-1f63-4a39-bc50-d6ee6a8f4821, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=ee126e91-1f63-4a39-bc50-d6ee6a8f4821,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:31:20.213495 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:20.287522 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=ee126e91-1f63-4a39-bc50-d6ee6a8f4821,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:31:21.927442 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device ee126e91-1f63-4a39-bc50-d6ee6a8f4821 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:31:22.012400 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port ee126e91-1f63-4a39-bc50-d6ee6a8f4821 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:31:22.013094 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (ee126e91-1f63-4a39-bc50-d6ee6a8f4821), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:22.122118 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port ee126e91-1f63-4a39-bc50-d6ee6a8f4821 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:31:26.968524 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:31:29.911533 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-95665139-45b6-44ed-ac53-419c9bb890eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:32.797415 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-736341b3-debc-4d26-b94c-85a2c24e6182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:33.797672 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:35.656242 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:37.020326 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:59.923491 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-605996b7-0cfc-4d5e-93de-eeb0f1bfc12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:02.781391 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-254c023f-9937-4915-949b-b5c9b7b8db8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:03.764196 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:03.967685 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:32:05.650266 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:06.924196 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:29.957460 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3d3c-7626-420c-be0d-e85e917a6f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:32.772519 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-9f464729-18f8-431f-808c-77542c5e81b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:33.766896 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:35.646400 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:36.909568 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:40.965702 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:32:42.114215 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42522) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:32:42.178172 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a501bb59-4bc3-46fd-996f-4619fd9374a5 admin admin] GET failed (client error): The resource could not be found. Apr 12 15:32:42.179510 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a501bb59-4bc3-46fd-996f-4619fd9374a5 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644197 Apr 12 15:32:42.342288 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b954b4-ec1f-45e7-81d8-d0fc6de31809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:42.344307 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-65b954b4-ec1f-45e7-81d8-d0fc6de31809 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1575513 Apr 12 15:32:44.701772 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42532) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:32:44.795498 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105731b6-6db4-46af-8cfd-71e8de796e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:44.796880 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-105731b6-6db4-46af-8cfd-71e8de796e2c admin admin] 10.222.0.74 "GET /v2.0/subnets/834b7937-eae8-43d3-95f5-472f99e86a7c HTTP/1.1" status: 200 len: 849 time: 0.0940986 Apr 12 15:32:44.806618 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:32:44.892146 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Publish callbacks [] for subnet (834b7937-eae8-43d3-95f5-472f99e86a7c), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:45.074243 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785384995359'] for subnet (834b7937-eae8-43d3-95f5-472f99e86a7c), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:45.105786 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:45.106386 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:45.109935 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] 10.222.0.74 "PUT /v2.0/subnets/834b7937-eae8-43d3-95f5-472f99e86a7c HTTP/1.1" status: 200 len: 868 time: 0.3049338 Apr 12 15:32:45.111387 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7a371-d7ba-4617-b69b-a8545b1497b9 None None] Network e14fb609-91f7-48d6-9dd4-49760035b5c1 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:32:45.128556 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=834b7937-eae8-43d3-95f5-472f99e86a7c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:32:45.137699 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.138049 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.138415 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.138763 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.139097 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.139425 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.139751 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.140077 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.140442 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.140816 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.141180 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.141663 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.141997 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.142370 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.142630 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33bc95-dcbd-4a0f-ba3c-5e694c4593f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:32:45.494302 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-92aa2815-369a-4598-a96a-3f8cc004050d None None] Provisioning complete for port e65254d2-4545-43a5-90ce-74acb41c2bfe triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:32:45.494675 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-92aa2815-369a-4598-a96a-3f8cc004050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e65254d2-4545-43a5-90ce-74acb41c2bfe), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:45.574996 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-92aa2815-369a-4598-a96a-3f8cc004050d None None] Current status of the port e65254d2-4545-43a5-90ce-74acb41c2bfe is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:32:45.583244 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-92aa2815-369a-4598-a96a-3f8cc004050d None None] Provisioning complete for port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:32:45.583635 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-92aa2815-369a-4598-a96a-3f8cc004050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (7eafb1d1-f282-4b9b-b8d4-c24f60411544), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:45.662616 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-92aa2815-369a-4598-a96a-3f8cc004050d None None] Current status of the port 7eafb1d1-f282-4b9b-b8d4-c24f60411544 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:32:47.455447 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42540) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:32:47.661549 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7dcf4-37c2-4c5a-b579-f559dd013416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:47.662026 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7dcf4-37c2-4c5a-b579-f559dd013416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:47.663696 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7cb7dcf4-37c2-4c5a-b579-f559dd013416 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2072790 Apr 12 15:32:49.979051 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42548) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:32:50.118893 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c565a8-b46b-4ff0-a841-0ac2b1224909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:50.119325 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c565a8-b46b-4ff0-a841-0ac2b1224909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:50.120908 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e9c565a8-b46b-4ff0-a841-0ac2b1224909 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1408663 Apr 12 15:32:52.462693 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42556) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:32:52.596739 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ecb3b9-8e13-43e0-9a64-29147cffdf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:52.598288 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-13ecb3b9-8e13-43e0-9a64-29147cffdf49 admin admin] 10.222.0.74 "GET /v2.0/networks/e14fb609-91f7-48d6-9dd4-49760035b5c1 HTTP/1.1" status: 200 len: 868 time: 0.1346424 Apr 12 15:32:54.944631 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42564) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:32:55.072116 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a509564c-b1fa-46bd-ba88-895a5541d696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:55.073515 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a509564c-b1fa-46bd-ba88-895a5541d696 admin admin] 10.222.0.74 "GET /v2.0/networks/e3f10498-d6d8-4781-bfd3-c26719efb5d8 HTTP/1.1" status: 200 len: 886 time: 0.1279042 Apr 12 15:32:57.397623 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42572) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:32:57.518566 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2fca6-bbbf-4876-bda1-a0509a210e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:57.519025 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2fca6-bbbf-4876-bda1-a0509a210e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:57.520558 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7cb2fca6-bbbf-4876-bda1-a0509a210e76 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219840 Apr 12 15:32:59.841494 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 42580) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:32:59.912374 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d3229b40-b88b-4247-ac98-ac22592dcff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:59.972960 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b8316-f931-43bd-a6e8-e423ab88dd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:59.973418 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b8316-f931-43bd-a6e8-e423ab88dd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:32:59.974954 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-b70b8316-f931-43bd-a6e8-e423ab88dd6d admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325371 Apr 12 15:33:02.301543 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 42590) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:02.400526 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8c85e-5029-46d7-8e1e-070cb5f2c26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:33:02.401880 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e0c8c85e-5029-46d7-8e1e-070cb5f2c26b admin admin] 10.222.0.74 "GET /v2.0/subnets/834b7937-eae8-43d3-95f5-472f99e86a7c HTTP/1.1" status: 200 len: 868 time: 0.0993338 Apr 12 15:33:02.769231 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b11f-09a2-479c-aaf7-bb0360fee846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:03.774834 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:04.726531 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 42598) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:04.815339 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f108d66-aeb5-443f-81cb-4d7b5b7eacaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:33:04.816685 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6f108d66-aeb5-443f-81cb-4d7b5b7eacaf admin admin] 10.222.0.74 "GET /v2.0/subnets/b925bc2b-caf4-4f10-af84-b997801377d4 HTTP/1.1" status: 200 len: 816 time: 0.0892081 Apr 12 15:33:05.655401 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:06.923479 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:17.964278 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:33:29.910038 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0a5c78ec-0719-4225-9d87-1d7bab491886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:32.783761 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3c56d718-731b-49e0-8d92-700bc20159c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:33.789941 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:35.669613 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:36.938326 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.797424 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42656) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:45.844039 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-34cd6379-3ccb-4ce3-a26b-b26872c1cae0 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:33:45.845125 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-34cd6379-3ccb-4ce3-a26b-b26872c1cae0 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466998 Apr 12 15:33:48.253080 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42664) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:48.312702 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e37f28-62ee-4930-807f-3d8e4355c4ac admin admin] GET failed (client error): The resource could not be found. Apr 12 15:33:48.313989 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c2e37f28-62ee-4930-807f-3d8e4355c4ac admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599782 Apr 12 15:33:48.401107 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbaab60-d405-4eaa-a619-ea852092b54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:33:48.402581 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7dbaab60-d405-4eaa-a619-ea852092b54c admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0845885 Apr 12 15:33:50.733712 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42672) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:50.783895 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:33:50.869355 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Made reservation on behalf of 9b517e9d06bf4d4e98663c575727c209 for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:33:50.871806 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:50.901305 dv-cinder-837525-1-iscsi neutron-server[104756]: WARNING neutron.services.revisions.revision_plugin [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Could not find related network for resource to bump revision. Apr 12 15:33:50.912741 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:33:50.922402 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (03b01854-c8a8-4bb5-a236-324d06d452ec), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:50.922766 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Added segment 03b01854-c8a8-4bb5-a236-324d06d452ec of type vlan for network 1d988b64-a690-4517-a53a-524ade447213 Apr 12 15:33:50.964892 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (1d988b64-a690-4517-a53a-524ade447213), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:51.050187 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (1d988b64-a690-4517-a53a-524ade447213), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:51.051117 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:33:51.051690 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:51.210194 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d988b64-a690-4517-a53a-524ade447213,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:33:51.216995 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.217443 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.217829 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.218170 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.218499 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.218824 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.219209 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.219610 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.219934 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.220308 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.220633 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.221002 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.221324 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.221639 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.221950 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:51.233787 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network 1d988b64-a690-4517-a53a-524ade447213 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:33:51.265503 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7e3225c5-8229-449b-955e-433c980108f4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5306852 Apr 12 15:33:53.613135 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42680) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:53.673209 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dabcef-36b3-453f-b6e0-d645fb3af1d4 admin admin] GET failed (client error): The resource could not be found. Apr 12 15:33:53.675732 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b6dabcef-36b3-453f-b6e0-d645fb3af1d4 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616326 Apr 12 15:33:53.748341 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebddb6d-6819-4335-96f4-0279318bade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:33:53.749805 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-3ebddb6d-6819-4335-96f4-0279318bade8 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0701346 Apr 12 15:33:53.759836 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '1d988b64-a690-4517-a53a-524ade447213', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:33:53.851122 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Made reservation on behalf of 9b517e9d06bf4d4e98663c575727c209 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:33:53.853369 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:54.051236 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (02759ed8-fcfc-4fbc-b49b-a9fec3bddbd4), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:54.104453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02759ed8-fcfc-4fbc-b49b-a9fec3bddbd4,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:33:54.114469 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Checking segment: {'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:33:54.114856 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Network hostable DHCP agents. Network: 1d988b64-a690-4517-a53a-524ade447213, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:33:54.188050 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Network 1d988b64-a690-4517-a53a-524ade447213 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:33:54.256949 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, 1d988b64-a690-4517-a53a-524ade447213) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:33:54.261301 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:33:54.261900 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:54.266529 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc7fde-efb4-4068-b87c-3cf28451d50e None None] Network 1d988b64-a690-4517-a53a-524ade447213 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:33:54.359541 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5d4f2962-f8a1-4a23-b269-c337241dbca1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6029172 Apr 12 15:33:54.367759 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-1d988b64-a690-4517-a53a-524ade447213', 'network_id': '1d988b64-a690-4517-a53a-524ade447213', 'project_id': '9b517e9d06bf4d4e98663c575727c209', 'fixed_ips': [{'subnet_id': '02759ed8-fcfc-4fbc-b49b-a9fec3bddbd4'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:33:54.368638 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:54.515612 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Allocated IP 192.168.233.2 (1d988b64-a690-4517-a53a-524ade447213/02759ed8-fcfc-4fbc-b49b-a9fec3bddbd4/d2721e15-2671-441a-9217-fd735169b104) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:33:54.664932 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Publish callbacks [] for port (d2721e15-2671-441a-9217-fd735169b104), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:54.760754 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (d2721e15-2671-441a-9217-fd735169b104), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:54.799223 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Network 1d988b64-a690-4517-a53a-524ade447213 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:33:54.804295 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:33:54.808198 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:33:54.814574 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Pushing event updated for resources: {'Port': ['ID=d2721e15-2671-441a-9217-fd735169b104,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:33:54.826743 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.826951 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.827257 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.827620 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.827959 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.828297 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.828635 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.828982 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.829310 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.829637 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.829963 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.830305 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.830632 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.830954 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.831275 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:54.884440 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Attempting to bind port d2721e15-2671-441a-9217-fd735169b104 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:33:54.884832 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Attempting to bind port d2721e15-2671-441a-9217-fd735169b104 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:33:54.885202 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Attempting to bind port d2721e15-2671-441a-9217-fd735169b104 on network 1d988b64-a690-4517-a53a-524ade447213 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:33:54.890219 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:33:54.890601 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Checking segment: {'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:33:54.891135 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:54.891569 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Bound using segment: {'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:33:54.892028 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Bound port: d2721e15-2671-441a-9217-fd735169b104, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:33:54.892407 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d2721e15-2671-441a-9217-fd735169b104), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:54.956323 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] For port d2721e15-2671-441a-9217-fd735169b104, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:33:54.959640 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] For port d2721e15-2671-441a-9217-fd735169b104, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=d2721e15-2671-441a-9217-fd735169b104,segment=NetworkSegment(03b01854-c8a8-4bb5-a236-324d06d452ec),segment_id=03b01854-c8a8-4bb5-a236-324d06d452ec)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:33:54.964111 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:33:55.029239 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d2721e15-2671-441a-9217-fd735169b104), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:55.087146 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0151a-e3bc-497a-90b1-0f34d18c77be None None] Pushing event updated for resources: {'Port': ['ID=d2721e15-2671-441a-9217-fd735169b104,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:33:55.932056 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9826c57f-15e2-4682-bcfb-042cee96ff23 None None] Network 1d988b64-a690-4517-a53a-524ade447213 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:33:56.012094 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d2721e15-2671-441a-9217-fd735169b104 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:33:56.040303 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-7764c7b1-85dc-4d56-8475-c9e21c247279 None None] Provisioning complete for port d2721e15-2671-441a-9217-fd735169b104 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:33:56.040616 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7764c7b1-85dc-4d56-8475-c9e21c247279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (d2721e15-2671-441a-9217-fd735169b104), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:56.159264 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port d2721e15-2671-441a-9217-fd735169b104 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:33:56.159668 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (d2721e15-2671-441a-9217-fd735169b104), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:56.210187 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-7764c7b1-85dc-4d56-8475-c9e21c247279 None None] Current status of the port d2721e15-2671-441a-9217-fd735169b104 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:33:56.210514 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7764c7b1-85dc-4d56-8475-c9e21c247279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d2721e15-2671-441a-9217-fd735169b104), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:56.273645 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-7764c7b1-85dc-4d56-8475-c9e21c247279 None None] For port d2721e15-2671-441a-9217-fd735169b104, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=d2721e15-2671-441a-9217-fd735169b104,segment=NetworkSegment(03b01854-c8a8-4bb5-a236-324d06d452ec),segment_id=03b01854-c8a8-4bb5-a236-324d06d452ec)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:33:56.285119 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port d2721e15-2671-441a-9217-fd735169b104 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:33:56.285515 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d2721e15-2671-441a-9217-fd735169b104), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:56.343219 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7764c7b1-85dc-4d56-8475-c9e21c247279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d2721e15-2671-441a-9217-fd735169b104), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:56.415343 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.db.api [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 15:33:56.415716 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG oslo_db.api [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 15:33:56.420170 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764c7b1-85dc-4d56-8475-c9e21c247279 None None] Pushing event updated for resources: {'Port': ['ID=d2721e15-2671-441a-9217-fd735169b104,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:33:56.459824 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-2549f1cb-a397-4d8f-af2c-0b10d502637f None None] Provisioning complete for port d2721e15-2671-441a-9217-fd735169b104 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:33:56.460212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2549f1cb-a397-4d8f-af2c-0b10d502637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (d2721e15-2671-441a-9217-fd735169b104), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:56.540184 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-2549f1cb-a397-4d8f-af2c-0b10d502637f None None] Current status of the port d2721e15-2671-441a-9217-fd735169b104 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:33:56.954101 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port d2721e15-2671-441a-9217-fd735169b104 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:33:57.960713 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d2721e15-2671-441a-9217-fd735169b104 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:33:58.012469 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port d2721e15-2671-441a-9217-fd735169b104 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:33:58.012887 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (d2721e15-2671-441a-9217-fd735169b104), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:58.089059 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port d2721e15-2671-441a-9217-fd735169b104 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:33:59.931308 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e16d0023-f26e-4c04-9e39-5a45552dbe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:02.890625 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-93937f8e-4728-453d-9d19-5a257a625ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:04.014740 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:05.694499 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:06.945812 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:29.949749 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-87ecede7-4d4b-49a7-9749-fc76c46a779d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:31.962912 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:34:32.740058 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0d823ef6-7649-4dc4-a73c-4589637eea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:33.817846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:35.688846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:36.951539 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:59.907893 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-397ea373-b123-4caa-95be-74efa0ca8ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:02.801694 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ece2c23-14e2-4d7f-af84-4aad6b63e738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:03.824404 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:05.685033 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:06.942100 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:08.963046 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:35:29.946214 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-82e276ac-0c1a-4abb-8e1d-912dbe9390ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:32.785737 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3d18b632-8ab3-4b84-bcc1-985fd4f6d2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:33.814772 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:34.906501 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42718) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:35:34.913841 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-e38ead86-2c4b-4665-8862-72fd9329d07d tempest-verify_tempest_config-1262344623 tempest-verify_tempest_config-1262344623-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:35:34.914834 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e38ead86-2c4b-4665-8862-72fd9329d07d tempest-verify_tempest_config-1262344623 tempest-verify_tempest_config-1262344623-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0073969 Apr 12 15:35:35.449943 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42736) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:35:35.555027 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:35.630375 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Publish callbacks [] for security_group (68f77ccf-ce83-4f7e-9c27-cc45cce4cdcb), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:35.722850 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:35.757197 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (68f77ccf-ce83-4f7e-9c27-cc45cce4cdcb), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:35.801835 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f77ccf-ce83-4f7e-9c27-cc45cce4cdcb,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:35:35.805470 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5331fe72e40541538f8a2a778143b21f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3545434 Apr 12 15:35:35.808257 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 42740) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:35:35.811190 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.811544 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.811905 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.812249 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.812585 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.812943 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.813273 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.813600 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.813930 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.814255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.814624 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.814972 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.815299 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.815619 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.815941 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10791977-c83e-4bf9-90e9-585196a99b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:35.888329 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Publish callbacks [] for security_group (68f77ccf-ce83-4f7e-9c27-cc45cce4cdcb), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:35.909196 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Publish callbacks [] for security_group (68f77ccf-ce83-4f7e-9c27-cc45cce4cdcb), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:36.151847 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (68f77ccf-ce83-4f7e-9c27-cc45cce4cdcb), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:36.154268 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:36.155451 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/68f77ccf-ce83-4f7e-9c27-cc45cce4cdcb HTTP/1.1" status: 204 len: 168 time: 0.3460784 Apr 12 15:35:36.164376 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f77ccf-ce83-4f7e-9c27-cc45cce4cdcb,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:35:36.171530 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.183174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc4fdb-238e-4635-bf03-455a17196933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:35:36.966476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:45.962224 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:35:59.910563 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-620b9d5d-b47a-4801-bd5a-6723900a4d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:02.796355 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a22b-656b-40f1-9d09-ec451e3363ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:03.978638 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:05.749993 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:07.104390 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:22.960159 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:36:29.903521 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-11309f09-054a-446c-b1ed-be4d90fb6057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:32.788745 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-17315051-45f3-4ca5-b1aa-621a3c8a6d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:33.811883 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:35.713253 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:36.948888 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:59.958965 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 5 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:36:59.959593 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e23d8c99-0224-4a3a-a5e4-cdc3fa649e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:02.759447 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-203b0e00-2db6-4add-b226-cb5f3f039b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:03.832970 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:05.696399 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:06.942343 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:29.644722 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8023976'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:29.936431 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-bcea2bd4-1894-4584-908e-0adbf5ef9514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:32.872833 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0de3-0f74-47ee-a495-062d601b2b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:33.838755 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:35.718431 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:36.952803 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:36.958174 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:37:44.858242 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 42812) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:37:44.963952 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c3c29938-80b3-422a-93c2-37768123ad1e admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1045010 Apr 12 15:37:47.369729 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42822) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:37:47.435756 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e503ce10-797b-4fe4-9178-a8f38cdc9e65 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0648828 Apr 12 15:37:59.581288 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:00.049505 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0b300c37-19b7-4900-9477-f6c5c4701a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:02.849428 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a33a-3a71-4f9f-89a3-52a46ec9f3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:03.827033 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:05.769671 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:06.958337 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:13.956507 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:38:29.558028 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:30.004085 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-eaa90aaa-f9c6-4f2e-a922-0efe8efa0939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:32.969781 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7a222eef-eb57-4b3f-a6b0-963a824c6636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:34.057243 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:35.901773 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:37.072741 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:50.955203 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:38:59.627059 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:59.918236 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2ec2582d-d8fe-47af-a2f3-3f94514ae74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:02.793034 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-29fddb4d-09fa-4ab2-b6cb-fac846718c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:03.821235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:05.779687 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:06.980021 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:27.954571 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:39:29.246413 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 42974) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:29.674875 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1870959034-network', 'tenant_id': '9b3e88b451e1464686e29192b9a5982a'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:29.695793 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:29.781936 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Made reservation on behalf of 9b3e88b451e1464686e29192b9a5982a for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:29.784436 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:29.793973 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:29.896009 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Publish callbacks [] for security_group (79e00cde-0525-448d-93c2-664bdce66d22), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:29.981639 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e8b81141-d351-4075-821e-2c023af0a069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:30.010148 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (79e00cde-0525-448d-93c2-664bdce66d22), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:30.037649 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:39:30.046829 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e00cde-0525-448d-93c2-664bdce66d22,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:30.055969 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:30.056315 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Added segment 1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d of type vlan for network 931ce429-88a5-442a-ab67-7761197c63e2 Apr 12 15:39:30.059265 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.059265 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.059265 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.059863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.060219 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.060563 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.060926 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.061263 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.061599 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.061936 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.062292 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.062647 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.062981 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.063307 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.063635 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Tracked resource versions report: Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: pushed versions: Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: { 'AddressGroup': {'1.2'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Agent': {'1.1'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'ConntrackHelper': {'1.0'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'LocalIPAssociation': {'1.0'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Log': {'1.0'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'NDPProxy': {'1.0'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Network': {'1.1'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Port': {'1.7'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'PortForwarding': {'1.3'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'QosPolicy': {'1.10'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SecurityGroup': {'1.5'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SecurityGroupRule': {'1.2'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SubPort': {'1.0'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Subnet': {'1.1'}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Trunk': {'1.1'}} Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: consumer versions: Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: { DHCP agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: HyperV agent@hv-cinder-83752: {}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: L3 agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: Metadata agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: Metering agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: Open vSwitch agent@dv-cinder-837525-1-iscsi: { 'AddressGroup': '1.2', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Agent': '1.1', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'ConntrackHelper': '1.0', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'LocalIPAssociation': '1.0', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Log': '1.0', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'NDPProxy': '1.0', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Network': '1.1', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Port': '1.7', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'PortForwarding': '1.3', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'QosPolicy': '1.10', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SecurityGroup': '1.5', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SecurityGroupRule': '1.2', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'SubPort': '1.0', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Subnet': '1.1', Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: 'Trunk': '1.1'}} Apr 12 15:39:30.064802 dv-cinder-837525-1-iscsi neutron-server[104756]: {{(pid=104756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 15:39:30.109678 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (931ce429-88a5-442a-ab67-7761197c63e2), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:30.228221 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (931ce429-88a5-442a-ab67-7761197c63e2), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:30.230195 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:30.231237 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:30.267398 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43016) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:30.305490 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] Pushing event updated for resources: {'Network': ['ID=931ce429-88a5-442a-ab67-7761197c63e2,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:30.316681 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network 931ce429-88a5-442a-ab67-7761197c63e2 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:39:30.447836 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9cd13f6f-aeac-4754-8e6d-e6f5bf87f66b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2001927 Apr 12 15:39:30.450612 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43030) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:30.455389 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Request body: {'subnet': {'network_id': '931ce429-88a5-442a-ab67-7761197c63e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1870959034-subnet', 'tenant_id': '9b3e88b451e1464686e29192b9a5982a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:30.688127 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Made reservation on behalf of 9b3e88b451e1464686e29192b9a5982a for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:30.690553 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:30.872685 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-network', 'tenant_id': '7c2efce054354220b73b730da35f9ef4'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:30.976378 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (67e09ab8-a6bb-40f4-af9a-c5e15f540c72), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:30.980672 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Made reservation on behalf of 7c2efce054354220b73b730da35f9ef4 for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:30.983528 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.002351 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.032335 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e09ab8-a6bb-40f4-af9a-c5e15f540c72,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:31.052559 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43050) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:31.083520 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Checking segment: {'id': '1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '931ce429-88a5-442a-ab67-7761197c63e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:31.084077 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Network hostable DHCP agents. Network: 931ce429-88a5-442a-ab67-7761197c63e2, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:39:31.102531 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Publish callbacks [] for security_group (33027320-3254-4ceb-8d84-ca30c76b38a2), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.210127 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Network 931ce429-88a5-442a-ab67-7761197c63e2 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:39:31.210393 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (33027320-3254-4ceb-8d84-ca30c76b38a2), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.238075 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:39:31.254432 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33027320-3254-4ceb-8d84-ca30c76b38a2,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:31.263959 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785385143983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (cc3eec46-732f-445a-8079-d3d9b8cabd65), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.264885 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Unsubscribe: segment precommit_create {{(pid=104757) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 15:39:31.269620 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Added segment cc3eec46-732f-445a-8079-d3d9b8cabd65 of type vlan for network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 Apr 12 15:39:31.279524 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.279876 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.280223 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.280569 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.280932 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.281321 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.281652 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.282152 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.282695 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.283093 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.283412 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.283757 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.284088 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.284411 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.284735 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Tracked resource versions report: Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: pushed versions: Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: { 'AddressGroup': {'1.2'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Agent': {'1.1'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'ConntrackHelper': {'1.0'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'LocalIPAssociation': {'1.0'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Log': {'1.0'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'NDPProxy': {'1.0'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Network': {'1.1'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Port': {'1.7'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'PortForwarding': {'1.3'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'QosPolicy': {'1.10'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SecurityGroup': {'1.5'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SecurityGroupRule': {'1.2'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SubPort': {'1.0'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Subnet': {'1.1'}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Trunk': {'1.1'}} Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: consumer versions: Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: { DHCP agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: HyperV agent@hv-cinder-83752: {}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: L3 agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: Metadata agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: Metering agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: Open vSwitch agent@dv-cinder-837525-1-iscsi: { 'AddressGroup': '1.2', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Agent': '1.1', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'ConntrackHelper': '1.0', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'LocalIPAssociation': '1.0', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Log': '1.0', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'NDPProxy': '1.0', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Network': '1.1', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Port': '1.7', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'PortForwarding': '1.3', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'QosPolicy': '1.10', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SecurityGroup': '1.5', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SecurityGroupRule': '1.2', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'SubPort': '1.0', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Subnet': '1.1', Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: 'Trunk': '1.1'}} Apr 12 15:39:31.286527 dv-cinder-837525-1-iscsi neutron-server[104757]: {{(pid=104757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 15:39:31.294583 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, 931ce429-88a5-442a-ab67-7761197c63e2) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:31.298830 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:31.299707 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.317427 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f011aad7-ec2c-4cd6-b713-b1d1d00c9fc2 None None] Network 931ce429-88a5-442a-ab67-7761197c63e2 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:39:31.345271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.346782 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43066) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:31.412373 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0ae5c63f-e36f-4d5f-a70d-085d908d5a09 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9605439 Apr 12 15:39:31.421236 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-58477744-network', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:31.445564 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a48045-47ea-4194-9608-cc5d740a4bb8 None None] Network 931ce429-88a5-442a-ab67-7761197c63e2 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:39:31.450483 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.451556 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:31.452234 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.490422 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Made reservation on behalf of e7895eb9eee743bb9cc84051a905e68c for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:31.493010 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.502767 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.550692 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] Pushing event updated for resources: {'Network': ['ID=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:31.615564 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:39:31.628237 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Publish callbacks [] for security_group (acf52d38-4e27-48b7-b55b-8476a0807efc), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.648506 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-61d012cd-eef0-49df-b8c2-ee76dc09b85c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3749940 Apr 12 15:39:31.655106 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43074) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:31.655106 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Request body: {'subnet': {'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-subnet', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:31.711667 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-722789590-network', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:31.734173 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (acf52d38-4e27-48b7-b55b-8476a0807efc), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.763246 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Made reservation on behalf of 7c2efce054354220b73b730da35f9ef4 for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:31.766031 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.771882 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:39:31.792888 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d3dc36b6-1edb-40ea-909a-2651e817711a), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.794510 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Added segment d3dc36b6-1edb-40ea-909a-2651e817711a of type vlan for network e66311a5-37b4-459d-a16b-7d97b167b889 Apr 12 15:39:31.908867 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (e66311a5-37b4-459d-a16b-7d97b167b889), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:31.926757 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf52d38-4e27-48b7-b55b-8476a0807efc,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:32.015013 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Made reservation on behalf of cb027e2ff75f41438e91f95368199e5b for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:32.018665 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.022635 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (e66311a5-37b4-459d-a16b-7d97b167b889), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.024630 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:32.025526 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.132581 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] Pushing event updated for resources: {'Network': ['ID=e66311a5-37b4-459d-a16b-7d97b167b889,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:32.137788 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0af649c6-535c-4193-8f92-e656ec46e3ce admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0839775 Apr 12 15:39:32.139183 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.140913 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43088) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:32.144528 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network e66311a5-37b4-459d-a16b-7d97b167b889 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:39:32.146726 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Request body: {'subnet': {'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-subnet', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:32.198435 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (e2eeb182-c61c-44db-ac2d-3b5da8ce72aa), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.286359 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Made reservation on behalf of e7895eb9eee743bb9cc84051a905e68c for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:32.289750 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.313617 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:32.340004 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Publish callbacks [] for security_group (990583f4-e564-4a5d-812d-42b109f1f63d), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.363007 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Checking segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:32.363735 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Network hostable DHCP agents. Network: e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:39:32.427998 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (990583f4-e564-4a5d-812d-42b109f1f63d), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.459301 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:39:32.470905 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990583f4-e564-4a5d-812d-42b109f1f63d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:32.479478 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (74c0002b-0b42-45de-95e3-27c086645fd3), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.479850 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Added segment 74c0002b-0b42-45de-95e3-27c086645fd3 of type vlan for network 2d2a7a16-6374-44dd-ba2c-8a324677c358 Apr 12 15:39:32.502876 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:39:32.545512 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (2d2a7a16-6374-44dd-ba2c-8a324677c358), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.588470 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:32.593812 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:32.594538 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.650108 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (0810b4e2-4948-4532-9abd-09f53696f247), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.696908 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (2d2a7a16-6374-44dd-ba2c-8a324677c358), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.702946 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:32.706642 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.719301 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76c96ec-94dc-46fb-9b73-61596697e50c None None] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:39:32.734702 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0810b4e2-4948-4532-9abd-09f53696f247,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:32.750465 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-25064d22-2adb-4796-b71c-0077a92c004f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1005454 Apr 12 15:39:32.764311 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Checking segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:32.764311 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Network hostable DHCP agents. Network: e66311a5-37b4-459d-a16b-7d97b167b889, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:39:32.764311 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43120) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:32.771756 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:32.827111 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] Pushing event updated for resources: {'Network': ['ID=2d2a7a16-6374-44dd-ba2c-8a324677c358,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:32.857639 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:39:32.888137 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'project_id': '7c2efce054354220b73b730da35f9ef4', 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:39:32.889018 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.905676 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-57634a60-5b7b-4bad-abaa-ea570e89ccca admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5576205 Apr 12 15:39:32.913295 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43126) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:32.918412 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Request body: {'subnet': {'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-722789590-subnet', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:32.933068 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-da808ecb-179a-43f1-a7bc-2c151da92fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.937778 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Network e66311a5-37b4-459d-a16b-7d97b167b889 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:39:32.940816 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (3e42312b-0d74-4bd2-9052-7b307863c7e8), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:32.942578 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (3e42312b-0d74-4bd2-9052-7b307863c7e8), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.010384 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks [] for router_controller (3e42312b-0d74-4bd2-9052-7b307863c7e8), precommit_add_association {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.026155 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Made reservation on behalf of cb027e2ff75f41438e91f95368199e5b for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:33.031211 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.116222 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, e66311a5-37b4-459d-a16b-7d97b167b889) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:33.121574 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:33.122212 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.126094 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Allocated IP 172.20.0.2 (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843/e2eeb182-c61c-44db-ac2d-3b5da8ce72aa/b2b7998c-1e61-439a-9977-c1c4da09b740) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:33.137407 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864ed1e-7108-42e9-b73d-6f7d11d727e3 None None] Network e66311a5-37b4-459d-a16b-7d97b167b889 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:39:33.308860 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-e66311a5-37b4-459d-a16b-7d97b167b889', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:39:33.309731 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.409282 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bb4e978f-2e6b-4c98-92d5-7c73d03aed77 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2636271 Apr 12 15:39:33.410995 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43134) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:33.415893 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:33.431476 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks [] for router_gateway (3e42312b-0d74-4bd2-9052-7b307863c7e8), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.453891 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Publish callbacks [] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.512033 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Allocated IP 172.20.0.2 (e66311a5-37b4-459d-a16b-7d97b167b889/0810b4e2-4948-4532-9abd-09f53696f247/33644ab9-f9d7-471f-81ca-3b63c982c948) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:33.526851 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.528682 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.591282 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.644983 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (92a9d828-9523-45ac-b664-1215cc57a631), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.662751 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks [] for router_controller (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.665184 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:33.671348 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Pushing event updated for resources: {'Port': ['ID=b2b7998c-1e61-439a-9977-c1c4da09b740,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:33.675391 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:33.681163 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:33.706469 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.707244 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.707658 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.708009 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.708534 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.708660 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.709017 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.709346 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.709678 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.710011 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.710355 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.710679 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.711064 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.711365 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.711705 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Tracked resource versions report: Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: pushed versions: Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: { 'AddressGroup': {'1.2'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Agent': {'1.1'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'ConntrackHelper': {'1.0'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'LocalIPAssociation': {'1.0'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Log': {'1.0'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'NDPProxy': {'1.0'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Network': {'1.1'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Port': {'1.7'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'PortForwarding': {'1.3'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'QosPolicy': {'1.10'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SecurityGroup': {'1.5'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SecurityGroupRule': {'1.2'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SubPort': {'1.0'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Subnet': {'1.1'}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Trunk': {'1.1'}} Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: consumer versions: Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: { DHCP agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: HyperV agent@hv-cinder-83752: {}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: L3 agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: Metadata agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: Metering agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: Open vSwitch agent@dv-cinder-837525-1-iscsi: { 'AddressGroup': '1.2', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Agent': '1.1', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'ConntrackHelper': '1.0', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'LocalIPAssociation': '1.0', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Log': '1.0', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'NDPProxy': '1.0', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Network': '1.1', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Port': '1.7', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'PortForwarding': '1.3', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'QosPolicy': '1.10', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SecurityGroup': '1.5', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SecurityGroupRule': '1.2', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'SubPort': '1.0', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Subnet': '1.1', Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: 'Trunk': '1.1'}} Apr 12 15:39:33.712876 dv-cinder-837525-1-iscsi neutron-server[104758]: {{(pid=104758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 15:39:33.787288 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a9d828-9523-45ac-b664-1215cc57a631,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:33.797977 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Publish callbacks [] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.834819 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Attempting to bind port b2b7998c-1e61-439a-9977-c1c4da09b740 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:33.835614 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Attempting to bind port b2b7998c-1e61-439a-9977-c1c4da09b740 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:33.836252 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Attempting to bind port b2b7998c-1e61-439a-9977-c1c4da09b740 on network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:33.842901 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:33.844365 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Checking segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:33.844982 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks [] for router_gateway (3e42312b-0d74-4bd2-9052-7b307863c7e8), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.845270 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.845906 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Bound using segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:33.847048 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Checking segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:33.847397 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Bound port: b2b7998c-1e61-439a-9977-c1c4da09b740, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:33.847521 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Network hostable DHCP agents. Network: 2d2a7a16-6374-44dd-ba2c-8a324677c358, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:39:33.849193 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.889907 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.955596 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] For port b2b7998c-1e61-439a-9977-c1c4da09b740, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:33.961612 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] For port b2b7998c-1e61-439a-9977-c1c4da09b740, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b2b7998c-1e61-439a-9977-c1c4da09b740,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:33.963738 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.970378 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:33.979924 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks [] for router_gateway (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.010151 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Network e66311a5-37b4-459d-a16b-7d97b167b889 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:34.013429 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:34.023251 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:34.083000 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Pushing event updated for resources: {'Port': ['ID=33644ab9-f9d7-471f-81ca-3b63c982c948,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:34.103170 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.170903 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Attempting to bind port 33644ab9-f9d7-471f-81ca-3b63c982c948 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:34.171614 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Attempting to bind port 33644ab9-f9d7-471f-81ca-3b63c982c948 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:34.172163 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Attempting to bind port 33644ab9-f9d7-471f-81ca-3b63c982c948 on network e66311a5-37b4-459d-a16b-7d97b167b889 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:34.189002 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:34.189740 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Checking segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:34.190312 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.191421 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Bound using segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:34.193005 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Bound port: 33644ab9-f9d7-471f-81ca-3b63c982c948, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:34.195896 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.241696 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Allocated IP 172.27.0.250 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/d8e913a9-2293-4b60-b4c8-92a7f32e8ad3) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:34.264293 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:39:34.337725 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] For port 33644ab9-f9d7-471f-81ca-3b63c982c948, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:34.341256 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] For port 33644ab9-f9d7-471f-81ca-3b63c982c948, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=33644ab9-f9d7-471f-81ca-3b63c982c948,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:34.356239 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d8cb6-c30e-4bed-9faf-813ad3c881b4 None None] Pushing event updated for resources: {'Port': ['ID=b2b7998c-1e61-439a-9977-c1c4da09b740,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:34.419689 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, 2d2a7a16-6374-44dd-ba2c-8a324677c358) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:34.428537 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25593d88-968b-4062-a948-c39ec3f96a42 None None] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:39:34.441471 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:34.443041 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.474321 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.504464 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks [] for router_gateway (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.531635 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.534850 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks [] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.548495 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43180) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:34.555503 dv-cinder-837525-1-iscsi neutron-server[104757]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 15:39:34.640394 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481d626-ede8-46e5-9dc0-aeeea6449bbd None None] Pushing event updated for resources: {'Port': ['ID=33644ab9-f9d7-471f-81ca-3b63c982c948,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:34.690463 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-2d2a7a16-6374-44dd-ba2c-8a324677c358', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:39:34.693303 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.700619 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43182) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:34.701070 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-2a5ff01d-2e87-4f36-bf22-857b4092d061 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7860627 Apr 12 15:39:34.705387 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:34.849757 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (2e31fe5b-d222-449e-8131-c43bdf458dab), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.851496 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (2e31fe5b-d222-449e-8131-c43bdf458dab), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.862689 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Allocated IP 172.20.0.2 (2d2a7a16-6374-44dd-ba2c-8a324677c358/92a9d828-9523-45ac-b664-1215cc57a631/6e1d2916-bb7b-44f9-83b1-35a743851ae1) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:34.918871 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-296d8c2d-1ae1-4d16-9f33-452d949e0c21 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:34.918871 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-296d8c2d-1ae1-4d16-9f33-452d949e0c21 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/networks?id=931ce429-88a5-442a-ab67-7761197c63e2 HTTP/1.1" status: 200 len: 812 time: 0.3684537 Apr 12 15:39:34.925245 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks [] for router_controller (2e31fe5b-d222-449e-8131-c43bdf458dab), precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:34.974025 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-1a837fad-5a19-4d8f-b7e5-0f62467bf79e tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/quotas/9b3e88b451e1464686e29192b9a5982a HTTP/1.1" status: 200 len: 375 time: 0.0216978 Apr 12 15:39:35.105010 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.110451 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Allocated IP 172.27.0.172 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/b3ebc03b-a506-4ac4-a3f5-a13234ab9146) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:35.149742 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-5175a37f-4cc5-48f8-95e7-4576d24ceb35 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b3e88b451e1464686e29192b9a5982a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1688571 Apr 12 15:39:35.157225 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Publish callbacks [] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.248481 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:35.253480 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.301472 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:35.307842 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e913a9-2293-4b60-b4c8-92a7f32e8ad3,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:35.314044 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:35.361700 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Pushing event updated for resources: {'Port': ['ID=6e1d2916-bb7b-44f9-83b1-35a743851ae1,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:35.366526 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:35.381486 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:35.381486 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:35.488802 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Attempting to bind port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:35.489260 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Attempting to bind port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:35.489683 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Attempting to bind port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 on network 2d2a7a16-6374-44dd-ba2c-8a324677c358 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:35.496352 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:35.496749 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Checking segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:35.497452 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.497862 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Bound using segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:35.498344 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Bound port: 6e1d2916-bb7b-44f9-83b1-35a743851ae1, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:35.498946 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.592117 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-40d37d6c-ced2-4b0c-9e80-a55932aaf083 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:39:35.593209 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-40d37d6c-ced2-4b0c-9e80-a55932aaf083 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1178930 Apr 12 15:39:35.605261 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] For port 6e1d2916-bb7b-44f9-83b1-35a743851ae1, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:35.609819 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] For port 6e1d2916-bb7b-44f9-83b1-35a743851ae1, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=6e1d2916-bb7b-44f9-83b1-35a743851ae1,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:35.714831 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.720873 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks [] for router_gateway (2e31fe5b-d222-449e-8131-c43bdf458dab), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.760249 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-d5b5eed5-2fa7-4587-9188-3060fa0657dc service neutron] 10.222.0.74 "GET /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465020 Apr 12 15:39:35.779163 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.797304 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks [] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:35.818923 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cedcc2-ca99-46a7-901d-a2ed47bf581a None None] Pushing event updated for resources: {'Port': ['ID=6e1d2916-bb7b-44f9-83b1-35a743851ae1,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:35.854870 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a5e417-1bbd-446d-afb1-757ffe2f5158 None None] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:39:35.999676 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:36.005679 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-82ed8326-1b03-44d3-82f1-3333e1d81747 None None] Provisioning complete for port b2b7998c-1e61-439a-9977-c1c4da09b740 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:36.006235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-82ed8326-1b03-44d3-82f1-3333e1d81747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:36.145881 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-e09627d3-9461-4527-ad8d-2e502b071717 service neutron] 10.222.0.74 "GET /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758395 Apr 12 15:39:36.225340 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:36.230659 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:36.238094 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:36.398576 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-82ed8326-1b03-44d3-82f1-3333e1d81747 None None] Current status of the port b2b7998c-1e61-439a-9977-c1c4da09b740 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:36.399815 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-82ed8326-1b03-44d3-82f1-3333e1d81747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:36.423517 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6694f12-a183-4b80-ac56-0508bfd35ac6 None None] Network e66311a5-37b4-459d-a16b-7d97b167b889 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:39:36.455983 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks [] for router_gateway (3e42312b-0d74-4bd2-9052-7b307863c7e8), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:36.569553 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ebc03b-a506-4ac4-a3f5-a13234ab9146,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:36.627557 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks [] for router_gateway (2e31fe5b-d222-449e-8131-c43bdf458dab), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:36.653618 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b2b7998c-1e61-439a-9977-c1c4da09b740 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:36.656264 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:36.842629 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Allocated IP 172.27.0.165 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/b03a8f4c-e246-4d77-82a2-8f23486c6687) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:36.862980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (3e42312b-0d74-4bd2-9052-7b307863c7e8), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:36.919777 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-82ed8326-1b03-44d3-82f1-3333e1d81747 None None] For port b2b7998c-1e61-439a-9977-c1c4da09b740, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b2b7998c-1e61-439a-9977-c1c4da09b740,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:37.321947 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks [] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.323966 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port b2b7998c-1e61-439a-9977-c1c4da09b740 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:37.323966 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.325041 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43266) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:37.325267 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-82ed8326-1b03-44d3-82f1-3333e1d81747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.326071 dv-cinder-837525-1-iscsi neutron-server[104756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 15:39:37.326071 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks [] for router_gateway (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.326071 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1e706f1a-d12f-4bcc-b82b-97bac8556975 req-709d135b-c554-4f69-89e0-abe042c37836 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.1330371 Apr 12 15:39:37.326254 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Router 3e42312b-0d74-4bd2-9052-7b307863c7e8 is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:39:37.363993 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.392757 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed8326-1b03-44d3-82f1-3333e1d81747 None None] Pushing event updated for resources: {'Port': ['ID=b2b7998c-1e61-439a-9977-c1c4da09b740,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:37.423531 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Provisioning complete for port b2b7998c-1e61-439a-9977-c1c4da09b740 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:37.423905 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.488716 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port b2b7998c-1e61-439a-9977-c1c4da09b740 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:37.489881 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 6e1d2916-bb7b-44f9-83b1-35a743851ae1 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:37.537831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:39:37.554075 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Sync routers for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:39:37.577994 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:37.607751 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:37.642789 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.646314 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d21cdf1d-8f72-40af-8498-abf13d7b6dd3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8818111 Apr 12 15:39:37.647508 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa557ac8-ee34-45d9-aaaf-d9bdf92376ff None None] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:39:37.649581 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43290) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:37.696815 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.696815 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.712049 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:37.731716 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:37.735707 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:37.859496 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Current status of the port b2b7998c-1e61-439a-9977-c1c4da09b740 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:37.874116 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Provisioning complete for port 33644ab9-f9d7-471f-81ca-3b63c982c948 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:37.874508 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.925296 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:37.925684 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:37.946498 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:38.072508 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Current status of the port 33644ab9-f9d7-471f-81ca-3b63c982c948 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:38.074255 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.149005 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:38.149611 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.187770 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] For port 33644ab9-f9d7-471f-81ca-3b63c982c948, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=33644ab9-f9d7-471f-81ca-3b63c982c948,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:38.206678 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port 6e1d2916-bb7b-44f9-83b1-35a743851ae1, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=6e1d2916-bb7b-44f9-83b1-35a743851ae1,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:38.225671 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:35Z', 'revision_number': 3, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:38.266277 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Checking router: 3e42312b-0d74-4bd2-9052-7b307863c7e8 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:39:38.266861 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Updating router 3e42312b-0d74-4bd2-9052-7b307863c7e8 port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:39:38.274525 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.331120 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.333551 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.334768 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Pushing event updated for resources: {'Port': ['ID=b03a8f4c-e246-4d77-82a2-8f23486c6687,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:38.344234 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 33644ab9-f9d7-471f-81ca-3b63c982c948 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:38.417296 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.464443 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7fff1-77f0-4b5f-a195-eca01b835e41 None None] Pushing event updated for resources: {'Port': ['ID=33644ab9-f9d7-471f-81ca-3b63c982c948,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:38.474071 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-2581a2fb-0906-45a0-8622-54a77a138032 None None] Provisioning complete for port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:38.474474 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2581a2fb-0906-45a0-8622-54a77a138032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.497077 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-78acf94b-3558-4ee5-968c-273e9005a783 req-2a26dfaf-abc0-40af-a125-9f8917947d6c tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.1097050 Apr 12 15:39:38.556163 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 33644ab9-f9d7-471f-81ca-3b63c982c948 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:38.556865 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.591833 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=6e1d2916-bb7b-44f9-83b1-35a743851ae1,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:38.710819 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-2581a2fb-0906-45a0-8622-54a77a138032 None None] Current status of the port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:38.716242 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks [] for router_gateway (2e31fe5b-d222-449e-8131-c43bdf458dab), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.745480 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-2581a2fb-0906-45a0-8622-54a77a138032 None None] Provisioning complete for port 33644ab9-f9d7-471f-81ca-3b63c982c948 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:38.746068 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2581a2fb-0906-45a0-8622-54a77a138032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.802561 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Publish callbacks [] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.803114 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 33644ab9-f9d7-471f-81ca-3b63c982c948 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:38.822912 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Allocated IP 172.20.0.1 (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843/e2eeb182-c61c-44db-ac2d-3b5da8ce72aa/5b944358-0dfa-4fac-a69e-2de6356f0718) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:38.843462 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:39:38.906941 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-2581a2fb-0906-45a0-8622-54a77a138032 None None] Current status of the port 33644ab9-f9d7-471f-81ca-3b63c982c948 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:38.919516 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:38.957334 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b2b7998c-1e61-439a-9977-c1c4da09b740 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:39.060261 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Publish callbacks [] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.067437 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port b2b7998c-1e61-439a-9977-c1c4da09b740 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:39.067725 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Attempting to bind port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:39.067828 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.068137 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Attempting to bind port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:39.068650 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Attempting to bind port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:39.073477 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Pushing event updated for resources: {'Port': ['ID=d8e913a9-2293-4b60-b4c8-92a7f32e8ad3,revision_number=2']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:39.084461 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.084828 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.085207 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.085571 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.085913 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.086267 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.087006 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.087350 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.087686 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.088026 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.088409 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.088760 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.090180 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.090516 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.090850 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Tracked resource versions report: Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: pushed versions: Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: { 'AddressGroup': {'1.2'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Agent': {'1.1'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'ConntrackHelper': {'1.0'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'LocalIPAssociation': {'1.0'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Log': {'1.0'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'NDPProxy': {'1.0'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Network': {'1.1'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Port': {'1.7'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'PortForwarding': {'1.3'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'QosPolicy': {'1.10'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SecurityGroup': {'1.5'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SecurityGroupRule': {'1.2'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SubPort': {'1.0'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Subnet': {'1.1'}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Trunk': {'1.1'}} Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: consumer versions: Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: { DHCP agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: HyperV agent@hv-cinder-83752: {}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: L3 agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: Metadata agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: Metering agent@dv-cinder-837525-1-iscsi: {}, Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: Open vSwitch agent@dv-cinder-837525-1-iscsi: { 'AddressGroup': '1.2', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Agent': '1.1', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'ConntrackHelper': '1.0', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'LocalIPAssociation': '1.0', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Log': '1.0', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'NDPProxy': '1.0', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Network': '1.1', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Port': '1.7', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'PortForwarding': '1.3', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'QosPolicy': '1.10', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SecurityGroup': '1.5', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SecurityGroupRule': '1.2', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'SubPort': '1.0', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Subnet': '1.1', Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: 'Trunk': '1.1'}} Apr 12 15:39:39.092432 dv-cinder-837525-1-iscsi neutron-server[104759]: {{(pid=104759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 15:39:39.102303 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:39.105462 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:39.106514 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.106926 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:39.107437 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Bound port: d8e913a9-2293-4b60-b4c8-92a7f32e8ad3, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:39.107821 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.163200 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:39:39.165863 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port b2b7998c-1e61-439a-9977-c1c4da09b740 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:39.170522 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 33644ab9-f9d7-471f-81ca-3b63c982c948 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:39.180523 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] For port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:39.183689 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (2e31fe5b-d222-449e-8131-c43bdf458dab), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.184318 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] For port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=d8e913a9-2293-4b60-b4c8-92a7f32e8ad3,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:39.190872 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Sync routers for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:39:39.191717 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.217370 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:39.218236 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:39.236622 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:39.248577 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:39.252755 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Pushing event updated for resources: {'Port': ['ID=5b944358-0dfa-4fac-a69e-2de6356f0718,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:39.260207 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:39.260207 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (3e42312b-0d74-4bd2-9052-7b307863c7e8), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.274431 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 33644ab9-f9d7-471f-81ca-3b63c982c948 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:39.274828 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.303402 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.307338 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.311894 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-3e4cad00-10dc-4443-894d-77339be9e5a0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8996174 Apr 12 15:39:39.312477 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43324) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:39.404592 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fd9af-3242-4da1-8b00-2d44b003cff7 None None] Pushing event updated for resources: {'Port': ['ID=d8e913a9-2293-4b60-b4c8-92a7f32e8ad3,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:39.459833 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:39.460711 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:39.461221 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:39.580399 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 33644ab9-f9d7-471f-81ca-3b63c982c948 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:39.581867 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 6e1d2916-bb7b-44f9-83b1-35a743851ae1 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:39.694477 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:39.706373 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:39.707004 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.715118 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Router 2e31fe5b-d222-449e-8131-c43bdf458dab is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:39:39.744591 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-385e7d08-45fb-47ac-8f6d-fa9329c61f2d None None] Provisioning complete for port 5b944358-0dfa-4fac-a69e-2de6356f0718 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:39.745305 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-385e7d08-45fb-47ac-8f6d-fa9329c61f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.766031 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.841214 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-385e7d08-45fb-47ac-8f6d-fa9329c61f2d None None] Port 5b944358-0dfa-4fac-a69e-2de6356f0718 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:39.878532 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:36Z', 'revision_number': 3, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:39.893546 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-50db13b9-4f6e-4ffe-a631-d1cd6d1c85cd req-076f1b14-3cb7-4db6-8b5b-bf8eacc99ee1 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.0560927 Apr 12 15:39:39.904237 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:39:39.915443 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Checking router: cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:39:39.916101 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Updating router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:39:39.942769 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:39.953338 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:39.958779 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Sync routers for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:39:39.981468 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:35Z', 'revision_number': 3, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:39.983589 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:39.983994 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:40.016998 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.018381 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bdec1f36-7849-4e1f-b2f5-8928f5dd6103 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3166909 Apr 12 15:39:40.023537 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43340) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:40.054785 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399bbff-9dd9-4f67-8e00-93a2f981b751 None None] The sync data for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi is: [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:35Z', 'revision_number': 3, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:39:40.231284 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.306243 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:40.308999 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Publish callbacks [] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.430312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.431199 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (3e42312b-0d74-4bd2-9052-7b307863c7e8), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.497776 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Publish callbacks [] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.523099 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:38Z', 'revision_number': 3, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:40.548317 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Allocated IP 172.20.0.1 (e66311a5-37b4-459d-a16b-7d97b167b889/0810b4e2-4948-4532-9abd-09f53696f247/e91a9f76-5837-4a9c-a840-d63a9dd5c935) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:40.552572 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Checking router: 2e31fe5b-d222-449e-8131-c43bdf458dab for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:39:40.552978 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Updating router 2e31fe5b-d222-449e-8131-c43bdf458dab port b03a8f4c-e246-4d77-82a2-8f23486c6687 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:39:40.576093 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.576519 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:40.612292 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:40.634012 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.726696 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Attempting to bind port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:40.727129 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Attempting to bind port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:40.727500 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Attempting to bind port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:40.757473 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:40.757860 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:40.758270 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.758670 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:40.759150 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Bound port: b3ebc03b-a506-4ac4-a3f5-a13234ab9146, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:40.759535 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:40.776201 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdbacc-d4c9-4377-87b6-7012ef87912a None None] Pushing event updated for resources: {'Port': ['ID=b3ebc03b-a506-4ac4-a3f5-a13234ab9146,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:40.824171 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Pushing event updated for resources: {'Port': ['ID=5b944358-0dfa-4fac-a69e-2de6356f0718,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:40.902150 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] For port b3ebc03b-a506-4ac4-a3f5-a13234ab9146, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:40.906866 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] For port b3ebc03b-a506-4ac4-a3f5-a13234ab9146, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b3ebc03b-a506-4ac4-a3f5-a13234ab9146,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:40.970137 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:41.021281 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Publish callbacks [] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.021922 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Router 3e42312b-0d74-4bd2-9052-7b307863c7e8 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:39:41.031439 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.043924 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.143821 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.200274 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdbacc-d4c9-4377-87b6-7012ef87912a None None] Pushing event updated for resources: {'Port': ['ID=b3ebc03b-a506-4ac4-a3f5-a13234ab9146,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:41.211648 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Publish callbacks [] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.232302 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Network e66311a5-37b4-459d-a16b-7d97b167b889 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:41.236090 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:41.241923 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:41.242273 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.246594 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Pushing event updated for resources: {'Port': ['ID=e91a9f76-5837-4a9c-a840-d63a9dd5c935,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:41.258836 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-22e33e99-c14b-4791-b6db-1861df9e1628 None None] Provisioning complete for port 5b944358-0dfa-4fac-a69e-2de6356f0718 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:41.259219 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-22e33e99-c14b-4791-b6db-1861df9e1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.311287 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.367916 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:41.368708 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:41.397192 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f55702-e95c-4391-b38b-e6c5d25fedcc None None] Pushing event updated for resources: {'Port': ['ID=b03a8f4c-e246-4d77-82a2-8f23486c6687,revision_number=2']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:41.429082 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Attempting to bind port b03a8f4c-e246-4d77-82a2-8f23486c6687 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:41.429790 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Attempting to bind port b03a8f4c-e246-4d77-82a2-8f23486c6687 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:41.430395 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Attempting to bind port b03a8f4c-e246-4d77-82a2-8f23486c6687 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:41.435606 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:39:41.438252 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:41.439075 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:41.439679 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.440343 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:41.441298 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Bound port: b03a8f4c-e246-4d77-82a2-8f23486c6687, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:41.441925 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.451826 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-057197ac-a69a-4358-ae81-bb6fa63fe211 admin admin] 10.222.0.74 "PUT /v2.0/routers/3e42312b-0d74-4bd2-9052-7b307863c7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8009551 Apr 12 15:39:41.453026 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e4d7dbf0-bf1f-41e9-87b6-406b1728bb76 req-cce0d8ba-4c16-4537-8bf3-41e04ea2ae30 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.1366570 Apr 12 15:39:41.515752 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:41.516234 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.542869 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Allocated IP 172.20.0.1 (2d2a7a16-6374-44dd-ba2c-8a324677c358/92a9d828-9523-45ac-b664-1215cc57a631/caf098ab-7d92-4050-b431-f78e15c61dc1) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:41.588026 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-22e33e99-c14b-4791-b6db-1861df9e1628 None None] Port 5b944358-0dfa-4fac-a69e-2de6356f0718 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:41.602540 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] For port b03a8f4c-e246-4d77-82a2-8f23486c6687, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:41.610623 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] For port b03a8f4c-e246-4d77-82a2-8f23486c6687, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b03a8f4c-e246-4d77-82a2-8f23486c6687,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:41.642511 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:41.679965 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Publish callbacks [] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.691376 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.711179 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.714239 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:41.714635 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.788192 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.798707 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:41.799707 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:41.833344 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-ea105ae0-c246-47e1-b348-568413c72658 None None] Provisioning complete for port e91a9f76-5837-4a9c-a840-d63a9dd5c935 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:41.833670 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ea105ae0-c246-47e1-b348-568413c72658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.873756 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f55702-e95c-4391-b38b-e6c5d25fedcc None None] Pushing event updated for resources: {'Port': ['ID=b03a8f4c-e246-4d77-82a2-8f23486c6687,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:41.891021 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Pushing event updated for resources: {'Port': ['ID=caf098ab-7d92-4050-b431-f78e15c61dc1,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:41.911426 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:41.914315 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:41.916708 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:41.917265 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (2e31fe5b-d222-449e-8131-c43bdf458dab), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:41.938827 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=d8e913a9-2293-4b60-b4c8-92a7f32e8ad3,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:42.020962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Publish callbacks [] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.027769 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-ea105ae0-c246-47e1-b348-568413c72658 None None] Port e91a9f76-5837-4a9c-a840-d63a9dd5c935 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:42.033800 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.061605 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:42.119259 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.125492 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.130316 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:36Z', 'revision_number': 3, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:42.185323 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35be6a3-6257-45b9-bf48-0e8fcba821f6 None None] The sync data for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi is: [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:36Z', 'revision_number': 3, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:39:42.208732 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=d8e913a9-2293-4b60-b4c8-92a7f32e8ad3,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:42.296594 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Pushing event updated for resources: {'Port': ['ID=e91a9f76-5837-4a9c-a840-d63a9dd5c935,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:42.305746 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:38Z', 'revision_number': 3, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:42.309761 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.368719 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Network e66311a5-37b4-459d-a16b-7d97b167b889 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:42.370430 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-343c20f4-7a7a-40e0-aed7-3148d8186853 None None] Provisioning complete for port caf098ab-7d92-4050-b431-f78e15c61dc1 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:42.371740 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-343c20f4-7a7a-40e0-aed7-3148d8186853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.373642 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:42.373770 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765a974-1d2e-4ebb-86c7-f31ce7af3102 None None] The sync data for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi is: [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:38Z', 'revision_number': 3, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:39:42.470735 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43384) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:42.476275 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-c46805bf-0ed7-46ab-b7a7-9b18cf5f1eeb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682115824', 'description': 'tempest-description--2098055321'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:42.488554 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-343c20f4-7a7a-40e0-aed7-3148d8186853 None None] Port caf098ab-7d92-4050-b431-f78e15c61dc1 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:42.645876 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Sync routers for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:39:42.659239 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c46805bf-0ed7-46ab-b7a7-9b18cf5f1eeb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.666356 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Publish callbacks [] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.671038 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-26b9ee61-6653-4160-9d8b-6fb9b8cfa861 req-f3f82172-f3cb-410f-8b96-732d0273a471 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.0817418 Apr 12 15:39:42.678451 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:42.679024 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:42.748564 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:39:42.751063 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.751847 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (2e31fe5b-d222-449e-8131-c43bdf458dab), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:42.890523 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Pushing event updated for resources: {'Port': ['ID=caf098ab-7d92-4050-b431-f78e15c61dc1,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:43.078476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-abc4f2ee-9683-4571-ad35-7b2f314c0bbe None None] Provisioning complete for port e91a9f76-5837-4a9c-a840-d63a9dd5c935 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:43.084230 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-abc4f2ee-9683-4571-ad35-7b2f314c0bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.141028 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:43.188425 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c46805bf-0ed7-46ab-b7a7-9b18cf5f1eeb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (fce0cd00-bd6e-4c05-b805-d9653b0f69f3), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.190353 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:43.193293 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:43.249603 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:39:43.258617 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:43.285239 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-02275138-14d9-4ac1-b17f-9a7c45801a65 admin admin] 10.222.0.74 "PUT /v2.0/routers/cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9668560 Apr 12 15:39:43.300880 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c46805bf-0ed7-46ab-b7a7-9b18cf5f1eeb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (fce0cd00-bd6e-4c05-b805-d9653b0f69f3), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.311485 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-abc4f2ee-9683-4571-ad35-7b2f314c0bbe None None] Port e91a9f76-5837-4a9c-a840-d63a9dd5c935 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:43.406934 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46805bf-0ed7-46ab-b7a7-9b18cf5f1eeb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce0cd00-bd6e-4c05-b805-d9653b0f69f3,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:43.437379 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c46805bf-0ed7-46ab-b7a7-9b18cf5f1eeb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.439054 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c46805bf-0ed7-46ab-b7a7-9b18cf5f1eeb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9673407 Apr 12 15:39:43.442058 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43408) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:43.446789 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-eb78d525-e982-4e89-b25e-752078623088 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'security_group_rule': {'security_group_id': 'fce0cd00-bd6e-4c05-b805-d9653b0f69f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:43.475427 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Router 2e31fe5b-d222-449e-8131-c43bdf458dab has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:39:43.604756 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eb78d525-e982-4e89-b25e-752078623088 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (9199445b-e07f-43ac-bbc5-b363aeaa6f5d), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.635119 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:43.635610 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.663826 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:39:43.678429 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-874b54c3-2236-4a94-904b-36f348772300 admin admin] 10.222.0.74 "PUT /v2.0/routers/2e31fe5b-d222-449e-8131-c43bdf458dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6535056 Apr 12 15:39:43.680738 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-4416cf26-c110-4ff3-bbb0-5fdc4cc7f2ba None None] Provisioning complete for port caf098ab-7d92-4050-b431-f78e15c61dc1 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:43.681263 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4416cf26-c110-4ff3-bbb0-5fdc4cc7f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.775722 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-4416cf26-c110-4ff3-bbb0-5fdc4cc7f2ba None None] Port caf098ab-7d92-4050-b431-f78e15c61dc1 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:43.779223 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eb78d525-e982-4e89-b25e-752078623088 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (9199445b-e07f-43ac-bbc5-b363aeaa6f5d), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.847369 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 2, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:43.877338 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-25f85cd0-a1c1-4474-bdd5-a9d2ae10d6c4 req-f68d351a-fd27-4d1a-9c8d-6fcbaa2e5c92 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.0559952 Apr 12 15:39:43.891483 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eb78d525-e982-4e89-b25e-752078623088 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (9199445b-e07f-43ac-bbc5-b363aeaa6f5d), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:43.922571 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Checking router: 3e42312b-0d74-4bd2-9052-7b307863c7e8 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:39:43.923917 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Updating router 3e42312b-0d74-4bd2-9052-7b307863c7e8 port 5b944358-0dfa-4fac-a69e-2de6356f0718 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:39:43.935854 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78d525-e982-4e89-b25e-752078623088 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9199445b-e07f-43ac-bbc5-b363aeaa6f5d,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:43.987993 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.002841 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:44.007757 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b3ebc03b-a506-4ac4-a3f5-a13234ab9146 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:44.011486 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eb78d525-e982-4e89-b25e-752078623088 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.013612 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-eb78d525-e982-4e89-b25e-752078623088 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5697210 Apr 12 15:39:44.015671 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43446) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:44.020971 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-64a6836c-322e-4787-8e41-7d9bdd64ae25 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'security_group_rule': {'security_group_id': 'fce0cd00-bd6e-4c05-b805-d9653b0f69f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:44.152650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.84', 61331) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:44.228394 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-64a6836c-322e-4787-8e41-7d9bdd64ae25 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (6734165e-aa8e-49aa-933f-27f520fcbb8f), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.266675 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:44.267020 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.412389 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-500311d2-4283-471e-8a1e-6863b1cc8845 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:44.420744 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-500311d2-4283-471e-8a1e-6863b1cc8845 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 817 time: 0.4451540 Apr 12 15:39:44.433556 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-64a6836c-322e-4787-8e41-7d9bdd64ae25 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (6734165e-aa8e-49aa-933f-27f520fcbb8f), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.451741 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-04ae2faf-1bf5-40d2-9770-23c3570e4ccc tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/quotas/e7895eb9eee743bb9cc84051a905e68c HTTP/1.1" status: 200 len: 375 time: 0.0311186 Apr 12 15:39:44.539202 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-78b39f1f-d9b6-463d-b94b-4c076e6ac744 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:44.541441 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-78b39f1f-d9b6-463d-b94b-4c076e6ac744 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.84 "GET /v2.0/networks?id=931ce429-88a5-442a-ab67-7761197c63e2 HTTP/1.1" status: 200 len: 812 time: 0.3878000 Apr 12 15:39:44.565979 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-64a6836c-322e-4787-8e41-7d9bdd64ae25 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (6734165e-aa8e-49aa-933f-27f520fcbb8f), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.576374 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-d1e65619-e815-4c79-bf00-42e8ebb1a561 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237421 Apr 12 15:39:44.589819 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Request body: {'port': {'device_id': 'b242c217-2c4b-4f69-9c74-a879200ef0f7', 'network_id': '931ce429-88a5-442a-ab67-7761197c63e2', 'admin_state_up': True, 'tenant_id': '9b3e88b451e1464686e29192b9a5982a'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:44.605270 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:44.605447 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.620906 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6836c-322e-4787-8e41-7d9bdd64ae25 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6734165e-aa8e-49aa-933f-27f520fcbb8f,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:44.668793 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port b3ebc03b-a506-4ac4-a3f5-a13234ab9146, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b3ebc03b-a506-4ac4-a3f5-a13234ab9146,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:44.700099 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-f50124f5-bc08-47b9-9000-5236561876de service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:39:44.700099 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-f50124f5-bc08-47b9-9000-5236561876de service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0674012 Apr 12 15:39:44.700680 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43466) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:44.708140 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-210b3834-d7dc-40a6-a542-ee76955b0ece tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780725094', 'description': 'tempest-description--42091841'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:44.822258 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-64a6836c-322e-4787-8e41-7d9bdd64ae25 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.826718 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-64a6836c-322e-4787-8e41-7d9bdd64ae25 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8100219 Apr 12 15:39:44.830079 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43474) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:44.835319 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:44.863113 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Publish callbacks [] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.891592 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.940713 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-210b3834-d7dc-40a6-a542-ee76955b0ece tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:44.966542 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.007900 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-5f2e8aa7-44cd-484f-b0bf-88674199d834 service neutron] 10.222.0.74 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878544 Apr 12 15:39:45.066869 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.071069 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b03a8f4c-e246-4d77-82a2-8f23486c6687 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:45.079994 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Made reservation on behalf of 9b3e88b451e1464686e29192b9a5982a for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:45.084641 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.228528 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port b03a8f4c-e246-4d77-82a2-8f23486c6687 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:45.229238 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.369814 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=b3ebc03b-a506-4ac4-a3f5-a13234ab9146,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:45.578414 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-ac177b0e-d185-4d0d-9357-e9880e099818 None None] Provisioning complete for port 5b944358-0dfa-4fac-a69e-2de6356f0718 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:45.579204 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ac177b0e-d185-4d0d-9357-e9880e099818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.600447 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Attempting to bind port 5b944358-0dfa-4fac-a69e-2de6356f0718 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:45.600447 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Attempting to bind port 5b944358-0dfa-4fac-a69e-2de6356f0718 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:45.600447 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Attempting to bind port 5b944358-0dfa-4fac-a69e-2de6356f0718 on network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:45.640656 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Allocated IP 172.20.0.8 (931ce429-88a5-442a-ab67-7761197c63e2/67e09ab8-a6bb-40f4-af9a-c5e15f540c72/23492e70-c17d-4500-996f-041db984dfee) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:45.714559 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:45.714802 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Checking segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:45.715092 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.715492 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Bound using segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:45.715985 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Bound port: 5b944358-0dfa-4fac-a69e-2de6356f0718, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:45.716897 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.745361 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b56581-1757-4133-8747-8cd65cf156f9 None None] Pushing event updated for resources: {'Port': ['ID=5b944358-0dfa-4fac-a69e-2de6356f0718,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:45.746057 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-72be1ac1-5745-4940-8902-20ca925b4bdf req-3cf756b6-7401-4179-9cfa-86b76d1959d8 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.0830407 Apr 12 15:39:45.747464 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.791568 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-ac177b0e-d185-4d0d-9357-e9880e099818 None None] Port 5b944358-0dfa-4fac-a69e-2de6356f0718 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:45.817448 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port b03a8f4c-e246-4d77-82a2-8f23486c6687 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:45.817851 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.841347 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43524) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:45.845009 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-210b3834-d7dc-40a6-a542-ee76955b0ece tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (7347b899-4d2f-45d3-a3ce-3ce00493cfb5), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.865071 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port b03a8f4c-e246-4d77-82a2-8f23486c6687, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b03a8f4c-e246-4d77-82a2-8f23486c6687,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:45.870920 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-247bc5b7-7fe5-4bea-b993-a810036e3c95 service neutron] 10.222.0.74 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8488734 Apr 12 15:39:45.905159 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] For port 5b944358-0dfa-4fac-a69e-2de6356f0718, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:45.919461 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] For port 5b944358-0dfa-4fac-a69e-2de6356f0718, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=5b944358-0dfa-4fac-a69e-2de6356f0718,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:45.936533 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Sync routers for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:39:45.952338 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-210b3834-d7dc-40a6-a542-ee76955b0ece tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (7347b899-4d2f-45d3-a3ce-3ce00493cfb5), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:45.958753 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:45.959615 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:45.989082 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.060328 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Allocated IP 172.27.0.14 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/d15a0f8b-dcee-4ed2-8ed8-a412b3322157) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:46.077321 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.196161 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Sync routers for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:39:46.214672 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=b03a8f4c-e246-4d77-82a2-8f23486c6687,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:46.278717 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:46.290579 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:46.291243 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:46.304186 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:46.305182 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:46.345708 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for port (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.357312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Publish callbacks [] for port (23492e70-c17d-4500-996f-041db984dfee), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.465356 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-210b3834-d7dc-40a6-a542-ee76955b0ece tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.468141 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-210b3834-d7dc-40a6-a542-ee76955b0ece tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7662146 Apr 12 15:39:46.470951 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43542) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:46.479201 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-415c1f3f-0019-4da7-8eb3-5efc676893c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'security_group_rule': {'security_group_id': '7347b899-4d2f-45d3-a3ce-3ce00493cfb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:46.522961 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1693a0b5-67a3-495b-b10f-f8eba010b5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.527251 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b3834-d7dc-40a6-a542-ee76955b0ece tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7347b899-4d2f-45d3-a3ce-3ce00493cfb5,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:46.615177 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.615386 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (23492e70-c17d-4500-996f-041db984dfee), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.688616 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:46.698598 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:46.716339 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:46.788054 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'Port': ['ID=d15a0f8b-dcee-4ed2-8ed8-a412b3322157,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:46.808047 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-415c1f3f-0019-4da7-8eb3-5efc676893c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (9864879d-d822-472d-aaba-d5146886d2a9), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:46.866253 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:46.881535 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 2, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:46.954602 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Checking router: 2e31fe5b-d222-449e-8131-c43bdf458dab for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:39:46.957055 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Updating router 2e31fe5b-d222-449e-8131-c43bdf458dab port caf098ab-7d92-4050-b431-f78e15c61dc1 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:39:46.981200 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Network 931ce429-88a5-442a-ab67-7761197c63e2 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:47.011542 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.020864 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-808bf1af-0c57-429f-987c-d7bdf333c174 req-cd28d899-0c1b-4b4c-ad04-93f6eab4bc35 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 210 time: 0.2750561 Apr 12 15:39:47.107114 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Pushing event updated for resources: {'Port': ['ID=23492e70-c17d-4500-996f-041db984dfee,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:47.125766 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:47.164387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:47.195348 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1693a0b5-67a3-495b-b10f-f8eba010b5b2 admin admin] Publish callbacks [] for security_group (99c22dd4-5cc0-4864-b7bc-6723ceab89d5), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.197525 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:47.198218 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.220272 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b3ebc03b-a506-4ac4-a3f5-a13234ab9146 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:47.290883 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b56581-1757-4133-8747-8cd65cf156f9 None None] Pushing event updated for resources: {'Port': ['ID=5b944358-0dfa-4fac-a69e-2de6356f0718,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:47.304723 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1693a0b5-67a3-495b-b10f-f8eba010b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (99c22dd4-5cc0-4864-b7bc-6723ceab89d5), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.330189 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-3601a402-dfae-4530-855b-6e6e7d65b6ff None None] Provisioning complete for port 5b944358-0dfa-4fac-a69e-2de6356f0718 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:47.330667 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3601a402-dfae-4530-855b-6e6e7d65b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.493427 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:47.498402 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a0b5-67a3-495b-b10f-f8eba010b5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c22dd4-5cc0-4864-b7bc-6723ceab89d5,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:47.511298 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (5dbc1b37-3c27-42d0-8156-4626c5e55506), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.551183 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257bf82-19e5-44fc-86c2-b68749fa9fbf req-a9827860-a5b9-495f-a279-cc3ae5fa7555 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:47.559189 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8257bf82-19e5-44fc-86c2-b68749fa9fbf req-a9827860-a5b9-495f-a279-cc3ae5fa7555 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 931 time: 0.2468066 Apr 12 15:39:47.564927 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:47.565333 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.567405 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-97ddc32f-6ccc-4068-a4a2-cc6c1c675804 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9819350 Apr 12 15:39:47.574676 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1693a0b5-67a3-495b-b10f-f8eba010b5b2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9deb8758725a436c8c8ab1139bb262d5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7250588 Apr 12 15:39:47.587255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43598) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:47.633136 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8257bf82-19e5-44fc-86c2-b68749fa9fbf req-17d9f656-e97b-4a48-86e7-70b0b249b0d3 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672269 Apr 12 15:39:47.672701 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-415c1f3f-0019-4da7-8eb3-5efc676893c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (9864879d-d822-472d-aaba-d5146886d2a9), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.804621 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.833831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-415c1f3f-0019-4da7-8eb3-5efc676893c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (9864879d-d822-472d-aaba-d5146886d2a9), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.953425 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb65-1463-4e32-915a-789255c70f32 admin admin] Publish callbacks [] for security_group (99c22dd4-5cc0-4864-b7bc-6723ceab89d5), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.954825 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Publish callbacks [] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.955844 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-5ef00753-b759-41d9-b3eb-a6f0cc33b38d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:47.955844 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-5ef00753-b759-41d9-b3eb-a6f0cc33b38d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 817 time: 0.3328600 Apr 12 15:39:47.956011 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c1f3f-0019-4da7-8eb3-5efc676893c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9864879d-d822-472d-aaba-d5146886d2a9,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:47.956091 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3601a402-dfae-4530-855b-6e6e7d65b6ff None None] Current status of the port 5b944358-0dfa-4fac-a69e-2de6356f0718 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:47.956091 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3601a402-dfae-4530-855b-6e6e7d65b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:47.956091 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:47.961760 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-a3807023-70e1-472f-b49c-d9a048c74997 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/quotas/e7895eb9eee743bb9cc84051a905e68c HTTP/1.1" status: 200 len: 375 time: 0.0258374 Apr 12 15:39:48.017205 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037777c6-ea65-450c-9f06-e2449a9cc17a None None] The sync data for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi is: [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:39:48.045284 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb65-1463-4e32-915a-789255c70f32 admin admin] Publish callbacks [] for security_group (99c22dd4-5cc0-4864-b7bc-6723ceab89d5), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.080394 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-26578e93-8fce-48d6-9cf8-a2f0f276094a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330302 Apr 12 15:39:48.119153 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-3601a402-dfae-4530-855b-6e6e7d65b6ff None None] For port 5b944358-0dfa-4fac-a69e-2de6356f0718, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=5b944358-0dfa-4fac-a69e-2de6356f0718,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:48.139910 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:48.141026 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b03a8f4c-e246-4d77-82a2-8f23486c6687 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:48.158685 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.169373 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-415c1f3f-0019-4da7-8eb3-5efc676893c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.177605 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-415c1f3f-0019-4da7-8eb3-5efc676893c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7033801 Apr 12 15:39:48.177605 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43616) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:48.197017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-21c28410-b85e-4046-9a00-5311afc826eb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'security_group_rule': {'security_group_id': '7347b899-4d2f-45d3-a3ce-3ce00493cfb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:48.227584 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3601a402-dfae-4530-855b-6e6e7d65b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.352613 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-21c28410-b85e-4046-9a00-5311afc826eb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (d5754071-9922-4285-af54-1c31aeb5b1ce), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.365384 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2a2bc-a128-490c-9ef9-5af4f66d6d98 None None] Pushing event updated for resources: {'Port': ['ID=caf098ab-7d92-4050-b431-f78e15c61dc1,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:48.404265 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 2, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:48.507231 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601a402-dfae-4530-855b-6e6e7d65b6ff None None] Pushing event updated for resources: {'Port': ['ID=5b944358-0dfa-4fac-a69e-2de6356f0718,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:48.572316 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Attempting to bind port caf098ab-7d92-4050-b431-f78e15c61dc1 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:48.572809 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Attempting to bind port caf098ab-7d92-4050-b431-f78e15c61dc1 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:48.573319 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Attempting to bind port caf098ab-7d92-4050-b431-f78e15c61dc1 on network 2d2a7a16-6374-44dd-ba2c-8a324677c358 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:48.578840 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port b03a8f4c-e246-4d77-82a2-8f23486c6687 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:48.579036 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:48.579226 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.579537 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Checking segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:48.580021 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.581191 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Bound using segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:48.581884 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Bound port: caf098ab-7d92-4050-b431-f78e15c61dc1, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:48.583838 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.592509 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Checking router: cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:39:48.592835 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Updating router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c port e91a9f76-5837-4a9c-a840-d63a9dd5c935 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:39:48.630186 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-21c28410-b85e-4046-9a00-5311afc826eb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (d5754071-9922-4285-af54-1c31aeb5b1ce), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.703973 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.711748 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb65-1463-4e32-915a-789255c70f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (99c22dd4-5cc0-4864-b7bc-6723ceab89d5), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.718351 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-21c28410-b85e-4046-9a00-5311afc826eb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (d5754071-9922-4285-af54-1c31aeb5b1ce), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.745630 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb65-1463-4e32-915a-789255c70f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.747058 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a3b4cb65-1463-4e32-915a-789255c70f32 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/99c22dd4-5cc0-4864-b7bc-6723ceab89d5 HTTP/1.1" status: 204 len: 168 time: 1.1554277 Apr 12 15:39:48.778305 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-17a335fd-405a-40ca-8a5f-32d76f8db8ce service neutron] 10.222.0.74 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405420 Apr 12 15:39:48.836314 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] For port caf098ab-7d92-4050-b431-f78e15c61dc1, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:48.847953 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] For port caf098ab-7d92-4050-b431-f78e15c61dc1, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=caf098ab-7d92-4050-b431-f78e15c61dc1,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:48.857783 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for port (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.860024 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4cb65-1463-4e32-915a-789255c70f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c22dd4-5cc0-4864-b7bc-6723ceab89d5,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:48.895061 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-21c28410-b85e-4046-9a00-5311afc826eb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.896546 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-21c28410-b85e-4046-9a00-5311afc826eb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7132254 Apr 12 15:39:48.901522 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43634) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:48.906255 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:48.914298 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c28410-b85e-4046-9a00-5311afc826eb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5754071-9922-4285-af54-1c31aeb5b1ce,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:48.938929 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-7180f14b-4d5c-40ff-b034-d6f69747ae2d None None] Provisioning complete for port caf098ab-7d92-4050-b431-f78e15c61dc1 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:48.944803 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7180f14b-4d5c-40ff-b034-d6f69747ae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.944925 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:48.945777 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483ff7-3513-4b6f-9991-e5556bd31a6d req-2cdcdb55-6173-425f-864d-e643cc8fc08c tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:48.953265 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e4483ff7-3513-4b6f-9991-e5556bd31a6d req-2cdcdb55-6173-425f-864d-e643cc8fc08c tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 931 time: 0.1776664 Apr 12 15:39:49.054629 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port b03a8f4c-e246-4d77-82a2-8f23486c6687 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:49.106560 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.122077 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.162654 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:49.172125 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:49.191793 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e4483ff7-3513-4b6f-9991-e5556bd31a6d req-cc450620-a460-483d-b542-51b3012963b2 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343030 Apr 12 15:39:49.322153 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (5dbc1b37-3c27-42d0-8156-4626c5e55506), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.328554 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2a2bc-a128-490c-9ef9-5af4f66d6d98 None None] Pushing event updated for resources: {'Port': ['ID=caf098ab-7d92-4050-b431-f78e15c61dc1,revision_number=4']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:49.373950 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.380457 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 5b944358-0dfa-4fac-a69e-2de6356f0718 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:49.493664 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-e519e6a7-14e3-4f21-ae83-0efe3549931a service neutron] 10.222.0.74 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167370 Apr 12 15:39:49.530090 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.531120 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6999764 Apr 12 15:39:49.568098 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331b8a-203d-40e1-a998-dacce31e970a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'Port': ['ID=d15a0f8b-dcee-4ed2-8ed8-a412b3322157,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:49.573058 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-7180f14b-4d5c-40ff-b034-d6f69747ae2d None None] Current status of the port caf098ab-7d92-4050-b431-f78e15c61dc1 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:49.573058 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7180f14b-4d5c-40ff-b034-d6f69747ae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.642269 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Allocated IP 172.27.0.240 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/104782af-d729-4361-bf9f-d7302ab5a36b) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:49.703192 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 5b944358-0dfa-4fac-a69e-2de6356f0718 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:49.703663 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.777882 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:49.844160 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-7180f14b-4d5c-40ff-b034-d6f69747ae2d None None] For port caf098ab-7d92-4050-b431-f78e15c61dc1, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=caf098ab-7d92-4050-b431-f78e15c61dc1,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:49.861490 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Publish callbacks [] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.928625 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for port (104782af-d729-4361-bf9f-d7302ab5a36b), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:49.979500 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7180f14b-4d5c-40ff-b034-d6f69747ae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:50.056863 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:50.073739 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180f14b-4d5c-40ff-b034-d6f69747ae2d None None] Pushing event updated for resources: {'Port': ['ID=caf098ab-7d92-4050-b431-f78e15c61dc1,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:50.115475 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (104782af-d729-4361-bf9f-d7302ab5a36b), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:50.150761 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fc623a7c-d0b4-43fc-8189-c2711b173a9b req-edcd015d-4c12-4ac8-b260-6905ec113611 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 210 time: 0.0780911 Apr 12 15:39:50.189927 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 5b944358-0dfa-4fac-a69e-2de6356f0718 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:50.205476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-662513cf-da6c-4450-bb0c-8d3b18b58924 None None] Provisioning complete for port caf098ab-7d92-4050-b431-f78e15c61dc1 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:50.205476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-662513cf-da6c-4450-bb0c-8d3b18b58924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:50.218876 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:48Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:50.263927 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fe455-b735-4841-a649-bda3d130d533 None None] The sync data for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi is: [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:48Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:39:50.291013 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-98107dc9-daad-4f5a-8aa4-ab385e46729d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:39:50.292361 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-98107dc9-daad-4f5a-8aa4-ab385e46729d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122528 Apr 12 15:39:50.335801 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:50.337309 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:50.352860 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:50.363403 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980351e-b50f-4507-9459-45911bd68297 None None] Pushing event updated for resources: {'Port': ['ID=e91a9f76-5837-4a9c-a840-d63a9dd5c935,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:50.552335 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (79b36607-e483-4c49-9280-a07a7ad082bd), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:50.684371 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa5614-31ec-4a04-aaf7-35cd2e78cdc9 req-ae0416a2-cb9d-44b4-b341-3e48563a7d9e tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:50.689433 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2faa5614-31ec-4a04-aaf7-35cd2e78cdc9 req-ae0416a2-cb9d-44b4-b341-3e48563a7d9e tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 931 time: 0.2404995 Apr 12 15:39:50.730379 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Attempting to bind port e91a9f76-5837-4a9c-a840-d63a9dd5c935 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:50.730764 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Attempting to bind port e91a9f76-5837-4a9c-a840-d63a9dd5c935 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:50.731130 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Attempting to bind port e91a9f76-5837-4a9c-a840-d63a9dd5c935 on network e66311a5-37b4-459d-a16b-7d97b167b889 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:50.783603 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'Port': ['ID=104782af-d729-4361-bf9f-d7302ab5a36b,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:50.792909 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:50.793300 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Checking segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:50.793719 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:50.794126 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Bound using segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:50.794612 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Bound port: e91a9f76-5837-4a9c-a840-d63a9dd5c935, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:50.795003 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:50.822732 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Request body: {'port': {'device_id': 'b242c217-2c4b-4f69-9c74-a879200ef0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:50.874940 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-662513cf-da6c-4450-bb0c-8d3b18b58924 None None] Current status of the port caf098ab-7d92-4050-b431-f78e15c61dc1 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:50.892875 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2faa5614-31ec-4a04-aaf7-35cd2e78cdc9 req-e9454104-cdb4-4b2a-9758-7ca60d959e37 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824932 Apr 12 15:39:50.926564 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-116e9ccd-48d3-4a8f-aa9c-5a0f2a11009c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--682115824&fields=id&tenant_id=7c2efce054354220b73b730da35f9ef4 HTTP/1.1" status: 200 len: 267 time: 0.7314653 Apr 12 15:39:51.022907 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (104782af-d729-4361-bf9f-d7302ab5a36b), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:51.095536 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] For port e91a9f76-5837-4a9c-a840-d63a9dd5c935, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:51.121286 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] For port e91a9f76-5837-4a9c-a840-d63a9dd5c935, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=e91a9f76-5837-4a9c-a840-d63a9dd5c935,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:51.202003 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-3831a1fa-afb6-47d9-8cca-ed8681c6da74 None None] Provisioning complete for port e91a9f76-5837-4a9c-a840-d63a9dd5c935 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:51.202374 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3831a1fa-afb6-47d9-8cca-ed8681c6da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:51.235223 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (23492e70-c17d-4500-996f-041db984dfee), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:51.288319 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-78887fa7-ecf0-4b86-95f7-ff826b4d8832 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:51.290264 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-78887fa7-ecf0-4b86-95f7-ff826b4d8832 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 817 time: 0.3626182 Apr 12 15:39:51.326532 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device caf098ab-7d92-4050-b431-f78e15c61dc1 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:51.343105 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:51.452227 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c0792b8f-67c3-4f20-8735-32aed1ffe611 req-a4df031a-f24c-4139-8967-e95a576cd89c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 210 time: 0.0756516 Apr 12 15:39:51.493445 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3831a1fa-afb6-47d9-8cca-ed8681c6da74 None None] Port e91a9f76-5837-4a9c-a840-d63a9dd5c935 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:51.658375 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:39:51.661555 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:39:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:51.825564 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980351e-b50f-4507-9459-45911bd68297 None None] Pushing event updated for resources: {'Port': ['ID=e91a9f76-5837-4a9c-a840-d63a9dd5c935,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:51.841694 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c6e84f2b-0244-473a-a383-0ea9d79b435a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/quotas/7c2efce054354220b73b730da35f9ef4 HTTP/1.1" status: 200 len: 375 time: 0.5423329 Apr 12 15:39:51.847484 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port caf098ab-7d92-4050-b431-f78e15c61dc1 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:51.849724 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:52.221374 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for port (104782af-d729-4361-bf9f-d7302ab5a36b), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:52.230006 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20186a-f709-4c6c-8916-7ac22ba4cb90 req-e3535804-5a21-4c2f-a018-b520868972cc tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:52.257991 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab20186a-f709-4c6c-8916-7ac22ba4cb90 req-e3535804-5a21-4c2f-a018-b520868972cc tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 931 time: 0.1762710 Apr 12 15:39:52.262832 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.84', 61349) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:52.294575 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-e7ce583a-39c7-4caa-9fba-8b3d6944e7ea None None] Provisioning complete for port e91a9f76-5837-4a9c-a840-d63a9dd5c935 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:52.294575 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e7ce583a-39c7-4caa-9fba-8b3d6944e7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:52.382775 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:39:52.468552 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (104782af-d729-4361-bf9f-d7302ab5a36b), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:52.485991 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43750) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:52.586439 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (79b36607-e483-4c49-9280-a07a7ad082bd), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:52.702923 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab20186a-f709-4c6c-8916-7ac22ba4cb90 req-3e8678d4-af03-4b96-8fe2-35a8b9c228db tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413006 Apr 12 15:39:52.743586 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-892b2a6e-6f8b-43ab-ade7-60e95248cf37 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5029526 Apr 12 15:39:52.781520 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-8d473f63-d1cf-4edd-9321-79a138d5a89e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:52.788970 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-8d473f63-d1cf-4edd-9321-79a138d5a89e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 817 time: 0.5122180 Apr 12 15:39:52.808224 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'port': {'device_id': '0d22c166-c70a-44db-aae6-11ff17b1765b', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'admin_state_up': True, 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:53.053718 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port caf098ab-7d92-4050-b431-f78e15c61dc1 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:53.200190 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0e4f267c-a430-4ae2-817f-5dfa807b29b3 req-dbd55131-2dac-4ad4-af77-0fe1292af763 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 210 time: 0.0886235 Apr 12 15:39:53.247026 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.258485 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3556120 Apr 12 15:39:53.259269 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Made reservation on behalf of e7895eb9eee743bb9cc84051a905e68c for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:53.263777 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.271403 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce583a-39c7-4caa-9fba-8b3d6944e7ea None None] Current status of the port e91a9f76-5837-4a9c-a840-d63a9dd5c935 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:53.271897 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e7ce583a-39c7-4caa-9fba-8b3d6944e7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.383642 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23492e70-c17d-4500-996f-041db984dfee {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:39:53.392532 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Publish callbacks [] for port (23492e70-c17d-4500-996f-041db984dfee), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.403409 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-e7ce583a-39c7-4caa-9fba-8b3d6944e7ea None None] For port e91a9f76-5837-4a9c-a840-d63a9dd5c935, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=e91a9f76-5837-4a9c-a840-d63a9dd5c935,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:39:53.418502 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Transition to ACTIVE for port object 23492e70-c17d-4500-996f-041db984dfee will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:39:53.419805 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c9a2591b-70b1-4254-9704-bf2f9fcee19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.503789 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:39:53.565406 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c88be-c593-44aa-ae28-66af64a6a55e None None] The sync data for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi is: [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:39:53.584680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e7ce583a-39c7-4caa-9fba-8b3d6944e7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.585912 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38514e24-a52e-430b-ba4f-d2c75ff7b542 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'Port': ['ID=104782af-d729-4361-bf9f-d7302ab5a36b,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:53.591853 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c9a2591b-70b1-4254-9704-bf2f9fcee19f admin admin] Publish callbacks [] for security_group (8444caed-c393-4fb9-a4ca-4b70b9bf7af4), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.592982 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (23492e70-c17d-4500-996f-041db984dfee), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.675245 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce583a-39c7-4caa-9fba-8b3d6944e7ea None None] Pushing event updated for resources: {'Port': ['ID=e91a9f76-5837-4a9c-a840-d63a9dd5c935,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:53.727998 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Attempting to bind port 23492e70-c17d-4500-996f-041db984dfee on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:53.728363 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Attempting to bind port 23492e70-c17d-4500-996f-041db984dfee by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '931ce429-88a5-442a-ab67-7761197c63e2'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:53.728719 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Attempting to bind port 23492e70-c17d-4500-996f-041db984dfee on network 931ce429-88a5-442a-ab67-7761197c63e2 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:53.751729 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Port 23492e70-c17d-4500-996f-041db984dfee on network 931ce429-88a5-442a-ab67-7761197c63e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:39:53.758203 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Attempting to bind port 23492e70-c17d-4500-996f-041db984dfee on network 931ce429-88a5-442a-ab67-7761197c63e2 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:53.763340 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c9a2591b-70b1-4254-9704-bf2f9fcee19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (8444caed-c393-4fb9-a4ca-4b70b9bf7af4), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.834618 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:53.867003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Checking segment: {'id': '1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '931ce429-88a5-442a-ab67-7761197c63e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:53.867003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Bound using segment: {'id': '1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '931ce429-88a5-442a-ab67-7761197c63e2'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:53.867003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Bound port: 23492e70-c17d-4500-996f-041db984dfee, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '931ce429-88a5-442a-ab67-7761197c63e2'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:53.867003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (23492e70-c17d-4500-996f-041db984dfee), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:53.919131 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c9a2591b-70b1-4254-9704-bf2f9fcee19f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f63701ad40564509aad1433e181158de&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4282656 Apr 12 15:39:53.920394 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Pushing event updated for resources: {'Port': ['ID=23492e70-c17d-4500-996f-041db984dfee,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:53.965942 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43806) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:53.969469 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2591b-70b1-4254-9704-bf2f9fcee19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8444caed-c393-4fb9-a4ca-4b70b9bf7af4,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:53.995741 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-17b7d5d4-d76c-45ae-bcd1-9435119fef00 service neutron] 10.222.0.74 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2304118 Apr 12 15:39:54.127267 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Allocated IP 172.20.0.8 (e66311a5-37b4-459d-a16b-7d97b167b889/0810b4e2-4948-4532-9abd-09f53696f247/c874509c-7ee9-442b-969e-ababfc71bd5b) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:54.149776 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43816) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:54.167677 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-fd138212-0d1f-43b7-9f6b-d494ce24da6d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--780725094&fields=id&tenant_id=cb027e2ff75f41438e91f95368199e5b HTTP/1.1" status: 200 len: 267 time: 0.5000458 Apr 12 15:39:54.177802 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] For port 23492e70-c17d-4500-996f-041db984dfee, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:54.287627 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] For port 23492e70-c17d-4500-996f-041db984dfee, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=23492e70-c17d-4500-996f-041db984dfee,segment=NetworkSegment(1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d),segment_id=1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:54.316152 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-be45d12a-8ee4-4382-beca-47a9afe84a79 service neutron] 10.222.0.74 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194430 Apr 12 15:39:54.319364 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5022744-c47e-4c89-9801-0fac709b3f3a admin admin] Publish callbacks [] for security_group (8444caed-c393-4fb9-a4ca-4b70b9bf7af4), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:54.415495 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5022744-c47e-4c89-9801-0fac709b3f3a admin admin] Publish callbacks [] for security_group (8444caed-c393-4fb9-a4ca-4b70b9bf7af4), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:54.501175 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-92ebf7f2-3d0f-4fd1-ab2c-a55345f714bb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:54.503674 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (23492e70-c17d-4500-996f-041db984dfee), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:54.513642 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4099e036-56dd-413f-a0ec-65045ac41161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:54.517254 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-92ebf7f2-3d0f-4fd1-ab2c-a55345f714bb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 810 time: 0.3246634 Apr 12 15:39:54.557740 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.84', 61356) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:54.621440 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-b8a3e5b6-3b47-43f3-88c3-7147231a6437 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/quotas/cb027e2ff75f41438e91f95368199e5b HTTP/1.1" status: 200 len: 375 time: 0.1028352 Apr 12 15:39:54.631813 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:54.632474 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:54.633942 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] 10.222.0.84 "PUT /v2.0/ports/23492e70-c17d-4500-996f-041db984dfee HTTP/1.1" status: 200 len: 1093 time: 3.9510627 Apr 12 15:39:54.641121 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b242c217-2c4b-4f69-9c74-a879200ef0f7', 'tag': '23492e70-c17d-4500-996f-041db984dfee'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:39:54.723694 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-31d0d729-386b-4b37-ac10-20376ed2630b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968201 Apr 12 15:39:54.944417 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-a81e7e87-0068-4f80-b366-b361da3e9d97 service neutron] 10.222.0.74 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058125 Apr 12 15:39:55.108283 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43850) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:55.120686 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b242c217-2c4b-4f69-9c74-a879200ef0f7", "tag": "23492e70-c17d-4500-996f-041db984dfee"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:39:55.217382 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8543a-f474-4e50-9270-2f050af59454 service neutron] Pushing event updated for resources: {'Port': ['ID=23492e70-c17d-4500-996f-041db984dfee,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:55.225285 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-a076fd16-059c-4d9a-8ea7-e0244f1b93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:55.225285 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-a076fd16-059c-4d9a-8ea7-e0244f1b93ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9b3e88b451e1464686e29192b9a5982a&device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 1127 time: 0.2443249 Apr 12 15:39:55.246810 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5022744-c47e-4c89-9801-0fac709b3f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (8444caed-c393-4fb9-a4ca-4b70b9bf7af4), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:55.249379 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5022744-c47e-4c89-9801-0fac709b3f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:55.250817 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a5022744-c47e-4c89-9801-0fac709b3f3a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8444caed-c393-4fb9-a4ca-4b70b9bf7af4 HTTP/1.1" status: 204 len: 168 time: 1.2784388 Apr 12 15:39:55.299327 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device e91a9f76-5837-4a9c-a840-d63a9dd5c935 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:39:55.350788 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5022744-c47e-4c89-9801-0fac709b3f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8444caed-c393-4fb9-a4ca-4b70b9bf7af4,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:55.429513 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-4d595aec-7bf9-42b4-b7fe-865e9ed8b00b service neutron] 10.222.0.74 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791110 Apr 12 15:39:55.454588 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-c5418cc2-e638-4681-99ef-8d492f7db614 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23492e70-c17d-4500-996f-041db984dfee HTTP/1.1" status: 200 len: 217 time: 0.2224975 Apr 12 15:39:55.471209 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port e91a9f76-5837-4a9c-a840-d63a9dd5c935 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:55.471757 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:55.478957 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42f1df-ab75-4f5c-97f8-e8cd575c1067 req-64d6a5f6-930b-4555-bdbe-61ee57ffcc83 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:55.480950 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3d42f1df-ab75-4f5c-97f8-e8cd575c1067 req-64d6a5f6-930b-4555-bdbe-61ee57ffcc83 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.6561229 Apr 12 15:39:55.546089 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:55.641605 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-6da73cb9-8fd7-4249-97f4-d598fc0b7824 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:55.643572 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-6da73cb9-8fd7-4249-97f4-d598fc0b7824 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 817 time: 1.0846622 Apr 12 15:39:55.653533 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aafa10e7-1954-46ca-9063-f6b5253b3c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:55.678429 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port e91a9f76-5837-4a9c-a840-d63a9dd5c935 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:39:55.707663 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'port': {'device_id': 'ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'admin_state_up': True, 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:55.723609 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-c41e44d0-d9ef-4b87-8a5d-90710de68acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:55.725309 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-c41e44d0-d9ef-4b87-8a5d-90710de68acb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67e09ab8-a6bb-40f4-af9a-c5e15f540c72 HTTP/1.1" status: 200 len: 852 time: 0.2297063 Apr 12 15:39:55.808646 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:55.918083 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4099e036-56dd-413f-a0ec-65045ac41161 admin admin] Publish callbacks [] for security_group (76a722c5-6544-4c58-8483-732164536dc4), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:55.920987 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-2a9eead9-e033-472f-bfba-7c517dfcf619 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=931ce429-88a5-442a-ab67-7761197c63e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582377 Apr 12 15:39:56.058686 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3d42f1df-ab75-4f5c-97f8-e8cd575c1067 req-4dcc466c-6734-41dc-8a42-2627ab2f73d2 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617874 Apr 12 15:39:56.080129 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4099e036-56dd-413f-a0ec-65045ac41161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (76a722c5-6544-4c58-8483-732164536dc4), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:56.138812 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Network e66311a5-37b4-459d-a16b-7d97b167b889 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:56.170671 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:56.179188 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:56.220359 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-4099e036-56dd-413f-a0ec-65045ac41161 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=39007a7c1f8d47b4902642556f3ed596&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0677016 Apr 12 15:39:56.240659 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:56.245932 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:56.262013 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43890) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:56.286425 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a19866af-fe93-4a84-9399-8230d9d14552 req-d9b44f1e-723c-4b2c-9a21-2763b5bdf41b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 210 time: 0.3022740 Apr 12 15:39:56.290587 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event updated for resources: {'Port': ['ID=c874509c-7ee9-442b-969e-ababfc71bd5b,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:56.388552 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-2c69f6a0-67c2-4468-bdf6-3a6e92a62f0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5854406 Apr 12 15:39:56.415917 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0809ac0b-4087-4d0f-9269-f607da44150d req-71458568-cfd7-427b-b15e-43c4630f2355 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.1387076 Apr 12 15:39:56.422772 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Request body: {'port': {'device_id': '0d22c166-c70a-44db-aae6-11ff17b1765b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:39:56.483273 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099e036-56dd-413f-a0ec-65045ac41161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a722c5-6544-4c58-8483-732164536dc4,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:56.570345 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-865df6ef-6005-476a-a86a-7ae4d041baac None None] Provisioning complete for port c874509c-7ee9-442b-969e-ababfc71bd5b triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:56.571241 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-865df6ef-6005-476a-a86a-7ae4d041baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:56.596843 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-bec76748-1227-4544-9b33-6ac566647ba2 service neutron] 10.222.0.84 "GET /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774031 Apr 12 15:39:56.667485 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:56.676871 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-865df6ef-6005-476a-a86a-7ae4d041baac None None] Port c874509c-7ee9-442b-969e-ababfc71bd5b cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:56.767708 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d62439-2b50-4058-8b3a-13267e2646d9 req-71209e17-ef9d-41c3-9a46-b96505bc8e0c service neutron] 10.222.0.84 "GET /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746881 Apr 12 15:39:56.824661 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Made reservation on behalf of e7895eb9eee743bb9cc84051a905e68c for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:39:56.831293 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:56.936515 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67a531c6-9f11-4499-a09e-84f1ff55c4dd admin admin] Publish callbacks [] for security_group (76a722c5-6544-4c58-8483-732164536dc4), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:56.941946 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aafa10e7-1954-46ca-9063-f6b5253b3c09 admin admin] Publish callbacks [] for security_group (4f454849-3588-4cc6-8a77-f37e584c63ea), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:56.946286 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dc018636-158c-484d-a1aa-142b428b86e2 req-820206f0-2a4f-4992-8e67-cc7cc390229f tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.3243773 Apr 12 15:39:57.209138 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c57a2-7d46-46ac-9fd3-0eb13b239091 x-openstack-request-id: req-3e7c57a2-7d46-46ac-9fd3-0eb13b239091 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:39:57.209505 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b242c217-2c4b-4f69-9c74-a879200ef0f7", "tag": "23492e70-c17d-4500-996f-041db984dfee", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:39:57.209785 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e7c57a2-7d46-46ac-9fd3-0eb13b239091 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:39:57.210237 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7c57a2-7d46-46ac-9fd3-0eb13b239091'] response: {'name': 'network-changed', 'server_uuid': 'b242c217-2c4b-4f69-9c74-a879200ef0f7', 'tag': '23492e70-c17d-4500-996f-041db984dfee', 'status': 'completed', 'code': 200} Apr 12 15:39:57.221884 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aafa10e7-1954-46ca-9063-f6b5253b3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4f454849-3588-4cc6-8a77-f37e584c63ea), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:57.271248 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-aafa10e7-1954-46ca-9063-f6b5253b3c09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6e0256bceed0423cb3c56825556a8bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0506332 Apr 12 15:39:57.336128 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43914) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:57.421186 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67a531c6-9f11-4499-a09e-84f1ff55c4dd admin admin] Publish callbacks [] for security_group (76a722c5-6544-4c58-8483-732164536dc4), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:57.486897 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-96b51d44-3137-4690-aa53-098fbf9e6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:57.489046 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-96b51d44-3137-4690-aa53-098fbf9e6893 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9b3e88b451e1464686e29192b9a5982a&device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 1127 time: 0.2812290 Apr 12 15:39:57.506047 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa10e7-1954-46ca-9063-f6b5253b3c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f454849-3588-4cc6-8a77-f37e584c63ea,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:57.593650 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df0a51b4-228c-44cb-a920-02a7da41377f req-9f0c12b8-d629-429c-a1b8-ab57ab868538 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 210 time: 0.1662014 Apr 12 15:39:57.645747 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-349f0878-fd71-4aeb-97c4-2a53227cfe5f admin admin] Publish callbacks [] for security_group (4f454849-3588-4cc6-8a77-f37e584c63ea), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:57.697676 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f42872-0f7d-4d07-8a1f-f1b72b01a3bc req-395e8d65-113b-4a40-bda8-58782606257b tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:57.704529 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c0f42872-0f7d-4d07-8a1f-f1b72b01a3bc req-395e8d65-113b-4a40-bda8-58782606257b tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.3635590 Apr 12 15:39:57.706792 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-f9eb4cb1-de38-4b02-b7c0-72286d5d97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:57.708732 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-f9eb4cb1-de38-4b02-b7c0-72286d5d97bc service neutron] 10.222.0.84 "GET /v2.0/networks?id=931ce429-88a5-442a-ab67-7761197c63e2 HTTP/1.1" status: 200 len: 912 time: 0.1798205 Apr 12 15:39:57.723985 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-349f0878-fd71-4aeb-97c4-2a53227cfe5f admin admin] Publish callbacks [] for security_group (4f454849-3588-4cc6-8a77-f37e584c63ea), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:57.749342 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c874509c-7ee9-442b-969e-ababfc71bd5b {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:39:57.764592 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Publish callbacks [] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:57.775395 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-4fa6f276-ff6a-4510-ade6-fc6029612d9a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23492e70-c17d-4500-996f-041db984dfee HTTP/1.1" status: 200 len: 217 time: 0.0514297 Apr 12 15:39:57.836947 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-9f3a513d-616f-46d4-9db9-3a5463b7d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:57.838466 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-9f3a513d-616f-46d4-9db9-3a5463b7d6c0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67e09ab8-a6bb-40f4-af9a-c5e15f540c72 HTTP/1.1" status: 200 len: 852 time: 0.0566821 Apr 12 15:39:57.847593 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c0f42872-0f7d-4d07-8a1f-f1b72b01a3bc req-4169b70d-e380-4d9f-a92f-b34ad5a921f4 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421700 Apr 12 15:39:57.892308 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-f922e59c-f559-4111-bab9-f3e20c241940 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=931ce429-88a5-442a-ab67-7761197c63e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346034 Apr 12 15:39:57.926320 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-60be282d-5c71-4219-bd20-fd8360593fc6 req-67891dfc-5462-4254-b21d-86a1eba766cf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.1191669 Apr 12 15:39:57.997258 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67a531c6-9f11-4499-a09e-84f1ff55c4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (76a722c5-6544-4c58-8483-732164536dc4), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.003520 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67a531c6-9f11-4499-a09e-84f1ff55c4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.006773 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-67a531c6-9f11-4499-a09e-84f1ff55c4dd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76a722c5-6544-4c58-8483-732164536dc4 HTTP/1.1" status: 204 len: 168 time: 1.7342045 Apr 12 15:39:58.048480 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a531c6-9f11-4499-a09e-84f1ff55c4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a722c5-6544-4c58-8483-732164536dc4,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:58.084550 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 43930) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:58.106069 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Transition to ACTIVE for port object c874509c-7ee9-442b-969e-ababfc71bd5b will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:39:58.111283 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-349f0878-fd71-4aeb-97c4-2a53227cfe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4f454849-3588-4cc6-8a77-f37e584c63ea), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.115616 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-349f0878-fd71-4aeb-97c4-2a53227cfe5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.121153 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-349f0878-fd71-4aeb-97c4-2a53227cfe5f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4f454849-3588-4cc6-8a77-f37e584c63ea HTTP/1.1" status: 204 len: 168 time: 0.8005617 Apr 12 15:39:58.156987 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b774c8ba-e169-46c5-bc23-181456b019fc req-e29ee31d-a3cc-4228-8759-96b34e8c2828 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0427365 Apr 12 15:39:58.181227 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f0878-fd71-4aeb-97c4-2a53227cfe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f454849-3588-4cc6-8a77-f37e584c63ea,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:58.194343 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-72cae68a-978b-4a35-bbaf-e40309a0ddbc service neutron] 10.222.0.84 "GET /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299967 Apr 12 15:39:58.287201 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.384935 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Allocated IP 172.20.0.5 (e66311a5-37b4-459d-a16b-7d97b167b889/0810b4e2-4948-4532-9abd-09f53696f247/643618de-d1c8-4c20-8560-0c20cbfc52d1) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:39:58.466864 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Pushing event updated for resources: {'Port': ['ID=c874509c-7ee9-442b-969e-ababfc71bd5b,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:58.530665 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6ac81ddb-6351-4c91-8ffc-7964852cabcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.566155 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9abe33a-99ac-4f9d-a3b1-0e3691e6dbf4 req-9edd86a5-a657-4126-9aaa-51470becb177 service neutron] 10.222.0.84 "GET /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618271 Apr 12 15:39:58.572359 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Attempting to bind port c874509c-7ee9-442b-969e-ababfc71bd5b on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:39:58.574057 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Attempting to bind port c874509c-7ee9-442b-969e-ababfc71bd5b by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:39:58.574432 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Attempting to bind port c874509c-7ee9-442b-969e-ababfc71bd5b on network e66311a5-37b4-459d-a16b-7d97b167b889 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:58.588320 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Port c874509c-7ee9-442b-969e-ababfc71bd5b on network e66311a5-37b4-459d-a16b-7d97b167b889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:39:58.590416 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Attempting to bind port c874509c-7ee9-442b-969e-ababfc71bd5b on network e66311a5-37b4-459d-a16b-7d97b167b889 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:39:58.634667 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:39:58.635795 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Checking segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:39:58.636414 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Bound using segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:39:58.653908 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Bound port: c874509c-7ee9-442b-969e-ababfc71bd5b, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:39:58.653908 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.829197 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.839078 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1e8a438-d9df-4c33-88f4-8e0219e1b6e1 req-d49db5e9-4ad3-4998-a625-ee3fa3780edb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 210 time: 0.0908906 Apr 12 15:39:58.914435 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] For port c874509c-7ee9-442b-969e-ababfc71bd5b, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:39:58.944056 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6ac81ddb-6351-4c91-8ffc-7964852cabcd admin admin] Publish callbacks [] for security_group (90ecbf9d-96ac-4ab9-b6fe-177f9c7d68d3), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:58.949729 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] For port c874509c-7ee9-442b-969e-ababfc71bd5b, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c874509c-7ee9-442b-969e-ababfc71bd5b,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:39:58.963424 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.031438 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Network e66311a5-37b4-459d-a16b-7d97b167b889 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:39:59.051012 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:39:59.065731 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:39:59.074807 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:59.075366 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.117389 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6ac81ddb-6351-4c91-8ffc-7964852cabcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (90ecbf9d-96ac-4ab9-b6fe-177f9c7d68d3), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.123445 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a99703ff-c413-4ce1-a2c9-a8c2b51d5e92 req-c5751c5f-3c8c-4087-bbc6-9adee68c90ab tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0803027 Apr 12 15:39:59.130253 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event updated for resources: {'Port': ['ID=643618de-d1c8-4c20-8560-0c20cbfc52d1,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:59.180111 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.182375 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9c9e-3e61-4a96-aa3b-68449d8d77ba req-e7897a22-9326-404e-b718-6130c94623c9 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:59.186325 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b9fe9c9e-3e61-4a96-aa3b-68449d8d77ba req-e7897a22-9326-404e-b718-6130c94623c9 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.1571062 Apr 12 15:39:59.265788 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b3bdc0ba-e563-48f7-9f47-e1cf68b3c004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5786908 Apr 12 15:39:59.316527 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b9fe9c9e-3e61-4a96-aa3b-68449d8d77ba req-77497ba6-e65e-49af-b7a8-992c4afbd0bf tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131775 Apr 12 15:39:59.391142 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Pushing event updated for resources: {'Port': ['ID=c874509c-7ee9-442b-969e-ababfc71bd5b,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:59.400885 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac81ddb-6351-4c91-8ffc-7964852cabcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ecbf9d-96ac-4ab9-b6fe-177f9c7d68d3,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:59.407343 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6ac81ddb-6351-4c91-8ffc-7964852cabcd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8cd1fb753cd34f7fbbbcf3515d95c14c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3221838 Apr 12 15:39:59.410276 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 43968) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:39:59.537655 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c01776e2-533c-4565-aa7c-b310c464f2b3 req-63880fbe-f736-4faf-bfc4-2402e3fbfe6f tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.1374834 Apr 12 15:39:59.546021 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:39:59.554004 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.558908 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-4ef89b7e-60f7-4b9e-8789-974841c46dbc service neutron] 10.222.0.84 "PUT /v2.0/ports/c874509c-7ee9-442b-969e-ababfc71bd5b HTTP/1.1" status: 200 len: 1093 time: 3.1411808 Apr 12 15:39:59.559566 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d22c166-c70a-44db-aae6-11ff17b1765b', 'tag': 'c874509c-7ee9-442b-969e-ababfc71bd5b'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:39:59.561701 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d5eb1d18-c3b6-4d60-b36b-ef24fe35a925 None None] Provisioning complete for port 643618de-d1c8-4c20-8560-0c20cbfc52d1 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:39:59.564403 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1d18-c3b6-4d60-b36b-ef24fe35a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.596792 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-81e61cb0-35a8-45cf-9822-2b8f8ee4138b admin admin] Publish callbacks [] for security_group (90ecbf9d-96ac-4ab9-b6fe-177f9c7d68d3), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.625535 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.657085 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb1d18-c3b6-4d60-b36b-ef24fe35a925 None None] Port 643618de-d1c8-4c20-8560-0c20cbfc52d1 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:39:59.681775 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-81e61cb0-35a8-45cf-9822-2b8f8ee4138b admin admin] Publish callbacks [] for security_group (90ecbf9d-96ac-4ab9-b6fe-177f9c7d68d3), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.895306 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-81e61cb0-35a8-45cf-9822-2b8f8ee4138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (90ecbf9d-96ac-4ab9-b6fe-177f9c7d68d3), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.898732 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-81e61cb0-35a8-45cf-9822-2b8f8ee4138b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:59.905846 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-81e61cb0-35a8-45cf-9822-2b8f8ee4138b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90ecbf9d-96ac-4ab9-b6fe-177f9c7d68d3 HTTP/1.1" status: 204 len: 168 time: 0.4887764 Apr 12 15:39:59.911280 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e61cb0-35a8-45cf-9822-2b8f8ee4138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ecbf9d-96ac-4ab9-b6fe-177f9c7d68d3,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:39:59.988048 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-32ff00ac-fbce-4107-8c13-0b1477a0de78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:00.014831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc45e9-afbf-4612-a7a3-3b1cd5bce16c req-3478cb4d-b3e4-4d9b-b8e6-9b9b1c55f67b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:00.016696 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-58dc45e9-afbf-4612-a7a3-3b1cd5bce16c req-3478cb4d-b3e4-4d9b-b8e6-9b9b1c55f67b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 931 time: 0.0558279 Apr 12 15:40:00.106046 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-58dc45e9-afbf-4612-a7a3-3b1cd5bce16c req-2e67471a-08e5-4a1c-9a16-121f51256cdd tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819991 Apr 12 15:40:00.182272 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d507e96-14ca-4b25-a897-ad8eb039ec17" -d '{"events": [{"name": "network-changed", "server_uuid": "0d22c166-c70a-44db-aae6-11ff17b1765b", "tag": "c874509c-7ee9-442b-969e-ababfc71bd5b"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:00.269113 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0c5f2b9a-3c2f-4b94-b435-4b2e13fecdfd req-3c5ce6bb-369c-4349-880f-03a7db489794 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0355520 Apr 12 15:40:00.454535 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0786-7724-4458-a4f2-381c40f2d4c9 req-24578c10-894c-4e71-9582-78af26f84183 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:00.459370 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-54af0786-7724-4458-a4f2-381c40f2d4c9 req-24578c10-894c-4e71-9582-78af26f84183 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.0615799 Apr 12 15:40:00.524195 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-54af0786-7724-4458-a4f2-381c40f2d4c9 req-cbc964c1-9e49-487c-80d4-3e74b905102f tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582922 Apr 12 15:40:00.661078 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6471ac20-d303-40a0-95e8-da051a6b62e3 req-a59dddc8-0001-4d4a-a8ac-1e7fad78ebe9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0473821 Apr 12 15:40:00.774328 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bdeaec-1e24-4343-91df-229fd3af857d x-openstack-request-id: req-06bdeaec-1e24-4343-91df-229fd3af857d {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:00.774656 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d22c166-c70a-44db-aae6-11ff17b1765b", "tag": "c874509c-7ee9-442b-969e-ababfc71bd5b", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:00.774983 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-06bdeaec-1e24-4343-91df-229fd3af857d {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:00.775517 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bdeaec-1e24-4343-91df-229fd3af857d'] response: {'name': 'network-changed', 'server_uuid': '0d22c166-c70a-44db-aae6-11ff17b1765b', 'tag': 'c874509c-7ee9-442b-969e-ababfc71bd5b', 'status': 'completed', 'code': 200} Apr 12 15:40:01.234599 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b88ea7-a980-4a04-90b8-45cfee94af36 req-7ca5c0b5-2730-4315-8ddc-dcc8559809e7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:01.236223 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-95b88ea7-a980-4a04-90b8-45cfee94af36 req-7ca5c0b5-2730-4315-8ddc-dcc8559809e7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 931 time: 0.0573204 Apr 12 15:40:01.327977 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-95b88ea7-a980-4a04-90b8-45cfee94af36 req-93b8325b-f9a2-43cd-9476-2fdc206e92fc tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774281 Apr 12 15:40:01.394038 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a47de7e2-6b25-421a-9539-5eacca9a8894 req-c4570941-d813-46bb-9d47-8cde0c2a804e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0330503 Apr 12 15:40:01.464950 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44028) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:01.481754 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5959f79b-c1ed-4beb-a626-7eafd60c244f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:01.589738 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5959f79b-c1ed-4beb-a626-7eafd60c244f admin admin] Publish callbacks [] for security_group (1d717315-0572-40d6-82b9-c92a4d4e88c2), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:01.636343 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44038) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:01.673547 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5959f79b-c1ed-4beb-a626-7eafd60c244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1d717315-0572-40d6-82b9-c92a4d4e88c2), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:01.732756 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-5959f79b-c1ed-4beb-a626-7eafd60c244f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6f957c45b7624f818ecf154f4ee4c319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664723 Apr 12 15:40:01.735297 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44050) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:01.747112 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959f79b-c1ed-4beb-a626-7eafd60c244f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d717315-0572-40d6-82b9-c92a4d4e88c2,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:01.747315 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ac6ac-5daa-42ab-9451-f742a6b652ae req-c3de6bc4-83c0-4b72-b262-ca78dec0c70c tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:01.755811 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c3ac6ac-5daa-42ab-9451-f742a6b652ae req-c3de6bc4-83c0-4b72-b262-ca78dec0c70c tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.1144187 Apr 12 15:40:01.816768 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c3ac6ac-5daa-42ab-9451-f742a6b652ae req-19fea66b-5ec5-4fb1-a11a-590e6ae03551 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599961 Apr 12 15:40:01.824224 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-791244206-network', 'tenant_id': '5882a016e9654487938fbf8136d530bb'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:01.832892 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-03cd849b-26d0-464a-a414-be5192a2d655 req-d5ff06e5-f774-426e-939d-62505d3bf1af tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0426092 Apr 12 15:40:01.837900 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42e7c88f-49a9-401c-9ce2-98ddef9c8e66 admin admin] Publish callbacks [] for security_group (1d717315-0572-40d6-82b9-c92a4d4e88c2), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:01.870086 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42e7c88f-49a9-401c-9ce2-98ddef9c8e66 admin admin] Publish callbacks [] for security_group (1d717315-0572-40d6-82b9-c92a4d4e88c2), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.018367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Made reservation on behalf of 5882a016e9654487938fbf8136d530bb for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:02.018367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.018367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.066705 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42e7c88f-49a9-401c-9ce2-98ddef9c8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1d717315-0572-40d6-82b9-c92a4d4e88c2), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.069443 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42e7c88f-49a9-401c-9ce2-98ddef9c8e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.070590 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-42e7c88f-49a9-401c-9ce2-98ddef9c8e66 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d717315-0572-40d6-82b9-c92a4d4e88c2 HTTP/1.1" status: 204 len: 168 time: 0.3342652 Apr 12 15:40:02.089300 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7c88f-49a9-401c-9ce2-98ddef9c8e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d717315-0572-40d6-82b9-c92a4d4e88c2,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:02.150080 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Publish callbacks [] for security_group (be2a029f-1319-42f2-95dc-2b645fcfd00e), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.271434 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (be2a029f-1319-42f2-95dc-2b645fcfd00e), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.297164 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:40:02.306179 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a029f-1319-42f2-95dc-2b645fcfd00e,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:02.315142 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (8cf1a96a-4f71-4aeb-9339-bdf256e61b00), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.315142 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Added segment 8cf1a96a-4f71-4aeb-9339-bdf256e61b00 of type vlan for network d3a67ee4-a7e0-4e60-be43-07d63197cae0 Apr 12 15:40:02.355197 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (d3a67ee4-a7e0-4e60-be43-07d63197cae0), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.438876 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94b1e-4a7e-4254-b202-70a3aa9150d2 req-b0e8fefe-8bfc-49be-9906-4c65ab084a2a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:02.440397 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d4b94b1e-4a7e-4254-b202-70a3aa9150d2 req-b0e8fefe-8bfc-49be-9906-4c65ab084a2a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 931 time: 0.0486293 Apr 12 15:40:02.516485 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d4b94b1e-4a7e-4254-b202-70a3aa9150d2 req-1e7eec16-8040-41ea-9191-671a52700169 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685167 Apr 12 15:40:02.518531 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b4df6ffb-f2c4-4238-b3c7-1601d45ecfbf req-333a2b08-45d3-49b6-a31e-17e357143020 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0503495 Apr 12 15:40:02.520294 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (d3a67ee4-a7e0-4e60-be43-07d63197cae0), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.521447 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:02.522296 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.598244 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] Pushing event updated for resources: {'Network': ['ID=d3a67ee4-a7e0-4e60-be43-07d63197cae0,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:02.604333 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network d3a67ee4-a7e0-4e60-be43-07d63197cae0 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:40:02.705672 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-5faabac1-dec8-474a-9894-1f3cd220525a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0673866 Apr 12 15:40:02.712164 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44086) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:02.713293 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Request body: {'subnet': {'network_id': 'd3a67ee4-a7e0-4e60-be43-07d63197cae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-791244206-subnet', 'tenant_id': '5882a016e9654487938fbf8136d530bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:02.829735 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Made reservation on behalf of 5882a016e9654487938fbf8136d530bb for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:02.832232 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.836839 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4b9132de-cf14-431e-af12-1db8413444fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:02.970375 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a9056ae0-7df5-42f4-ab2d-23837aac2cf8 req-48ac912e-0420-4ef0-a32e-21bedbb29be4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0484943 Apr 12 15:40:02.979003 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667626b7-41d7-46c1-a46b-4746bafe2a11 req-0363e6a5-d245-4a3d-9aed-c769d0b90291 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:02.982916 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-667626b7-41d7-46c1-a46b-4746bafe2a11 req-0363e6a5-d245-4a3d-9aed-c769d0b90291 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.0771096 Apr 12 15:40:03.043777 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-667626b7-41d7-46c1-a46b-4746bafe2a11 req-985789cf-1602-4799-8689-a10bb6bbbe8d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565474 Apr 12 15:40:03.049597 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44104) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:03.240152 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (1bae186f-9e59-4dd8-a732-2af93e3e41ce), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:03.306403 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2910c8b8-e990-48ac-b9b0-e56d7f780d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:03.309501 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bae186f-9e59-4dd8-a732-2af93e3e41ce,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:03.318955 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Checking segment: {'id': '8cf1a96a-4f71-4aeb-9339-bdf256e61b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3a67ee4-a7e0-4e60-be43-07d63197cae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:40:03.319314 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Network hostable DHCP agents. Network: d3a67ee4-a7e0-4e60-be43-07d63197cae0, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:40:03.395918 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2910c8b8-e990-48ac-b9b0-e56d7f780d91 admin admin] Publish callbacks [] for security_group (110534ff-f0f9-4a4d-95dc-43c135758d17), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:03.467961 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Network d3a67ee4-a7e0-4e60-be43-07d63197cae0 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:40:03.508620 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2910c8b8-e990-48ac-b9b0-e56d7f780d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (110534ff-f0f9-4a4d-95dc-43c135758d17), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:03.547263 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910c8b8-e990-48ac-b9b0-e56d7f780d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110534ff-f0f9-4a4d-95dc-43c135758d17,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:03.556198 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2910c8b8-e990-48ac-b9b0-e56d7f780d91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad9d425a8db148a9a79c71c015cfbda6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5016227 Apr 12 15:40:03.556198 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44124) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:03.613293 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Request body: {'port': {'device_id': 'ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:03.627664 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7f97d11b-f246-441f-9358-48870b17b35d admin admin] Publish callbacks [] for security_group (110534ff-f0f9-4a4d-95dc-43c135758d17), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:03.704544 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, d3a67ee4-a7e0-4e60-be43-07d63197cae0) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:40:03.720768 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e42a8-8339-4822-b4a6-bbb8736fcb09 None None] Network d3a67ee4-a7e0-4e60-be43-07d63197cae0 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:40:03.727953 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:03.728637 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:03.751692 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf71633-e929-4917-8e97-b6319889bd64 req-84df332c-806f-4b32-9b6f-a7802d850be4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:03.753558 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-faf71633-e929-4917-8e97-b6319889bd64 req-84df332c-806f-4b32-9b6f-a7802d850be4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 931 time: 0.1599846 Apr 12 15:40:03.755302 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507e96-14ca-4b25-a897-ad8eb039ec17 req-0da69d56-7ac2-4e4e-a09b-1f5b137265a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:03.765697 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d507e96-14ca-4b25-a897-ad8eb039ec17 req-0da69d56-7ac2-4e4e-a09b-1f5b137265a4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1127 time: 0.1074135 Apr 12 15:40:03.859053 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:03.916864 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-751e56d0-5010-4e23-82b7-a725cff5fbde admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1982512 Apr 12 15:40:03.944422 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3a2b9742-bbc5-4d6b-be43-9ba275932b77 req-beee1381-ec7d-44c4-ab89-6c56450c81e0 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.3176982 Apr 12 15:40:03.949369 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f0295-8634-4024-ab4f-30534409055e None None] Network d3a67ee4-a7e0-4e60-be43-07d63197cae0 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:40:03.951455 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:03.991101 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7f97d11b-f246-441f-9358-48870b17b35d admin admin] Publish callbacks [] for security_group (110534ff-f0f9-4a4d-95dc-43c135758d17), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:04.035307 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.84', 61363) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:04.237814 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-80109a9e-ab2a-4a5b-9201-b06ba5ad063c req-cf077940-a35d-4e37-ba9a-182ba4469384 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.1111484 Apr 12 15:40:04.291155 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-5f59cd1a-8e67-4b4f-bac6-cebdbbf1849e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:04.294739 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-5f59cd1a-8e67-4b4f-bac6-cebdbbf1849e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 817 time: 0.6310155 Apr 12 15:40:04.322733 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-22dc4ae9-aaf7-4ae2-924d-401566af85c9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:04.328662 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-22dc4ae9-aaf7-4ae2-924d-401566af85c9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 810 time: 0.2867410 Apr 12 15:40:04.389428 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5fc1-7daf-4728-bf58-246f0a930a6a req-1440e1ed-c3d7-4f57-ae3d-8bfde0f27fc5 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:04.399834 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcfa5fc1-7daf-4728-bf58-246f0a930a6a req-1440e1ed-c3d7-4f57-ae3d-8bfde0f27fc5 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.0709798 Apr 12 15:40:04.412320 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7f97d11b-f246-441f-9358-48870b17b35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (110534ff-f0f9-4a4d-95dc-43c135758d17), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:04.415815 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7f97d11b-f246-441f-9358-48870b17b35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:04.417248 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7f97d11b-f246-441f-9358-48870b17b35d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/110534ff-f0f9-4a4d-95dc-43c135758d17 HTTP/1.1" status: 204 len: 168 time: 0.8533032 Apr 12 15:40:04.425496 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-faf71633-e929-4917-8e97-b6319889bd64 req-5831c215-e0e7-4e89-aac0-482bcb2f1d5f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582994 Apr 12 15:40:04.441269 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97d11b-f246-441f-9358-48870b17b35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110534ff-f0f9-4a4d-95dc-43c135758d17,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:04.496664 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcfa5fc1-7daf-4728-bf58-246f0a930a6a req-8117984f-3a7d-4c2d-be12-774f16428fec tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946701 Apr 12 15:40:04.516146 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507e96-14ca-4b25-a897-ad8eb039ec17 req-eb25ea06-6147-4385-ab14-901df504f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:04.517690 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d507e96-14ca-4b25-a897-ad8eb039ec17 req-eb25ea06-6147-4385-ab14-901df504f1d9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=e7895eb9eee743bb9cc84051a905e68c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.7437873 Apr 12 15:40:04.683796 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643618de-d1c8-4c20-8560-0c20cbfc52d1 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:40:04.691134 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Publish callbacks [] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:04.704387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Transition to ACTIVE for port object 643618de-d1c8-4c20-8560-0c20cbfc52d1 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:40:04.822240 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:04.877504 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Pushing event updated for resources: {'Port': ['ID=643618de-d1c8-4c20-8560-0c20cbfc52d1,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:04.919700 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Attempting to bind port 643618de-d1c8-4c20-8560-0c20cbfc52d1 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:40:04.920044 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Attempting to bind port 643618de-d1c8-4c20-8560-0c20cbfc52d1 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:40:04.920399 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Attempting to bind port 643618de-d1c8-4c20-8560-0c20cbfc52d1 on network e66311a5-37b4-459d-a16b-7d97b167b889 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:40:04.925145 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Port 643618de-d1c8-4c20-8560-0c20cbfc52d1 on network e66311a5-37b4-459d-a16b-7d97b167b889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:40:04.925476 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Attempting to bind port 643618de-d1c8-4c20-8560-0c20cbfc52d1 on network e66311a5-37b4-459d-a16b-7d97b167b889 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:40:04.931953 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:40:04.932309 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Checking segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:40:04.932677 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Bound using segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:40:04.933197 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Bound port: 643618de-d1c8-4c20-8560-0c20cbfc52d1, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:40:04.933557 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:04.963978 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:40:05.022339 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] For port 643618de-d1c8-4c20-8560-0c20cbfc52d1, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:40:05.026465 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] For port 643618de-d1c8-4c20-8560-0c20cbfc52d1, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=643618de-d1c8-4c20-8560-0c20cbfc52d1,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:40:05.085249 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dd2b97db-2882-46b3-b617-fb1c93b92a9b req-ac876459-01a5-4666-8ff6-d8cee457631f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0318606 Apr 12 15:40:05.177131 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.216155 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:05.216155 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.216155 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] 10.222.0.84 "PUT /v2.0/ports/643618de-d1c8-4c20-8560-0c20cbfc52d1 HTTP/1.1" status: 200 len: 1093 time: 1.6092284 Apr 12 15:40:05.216155 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d', 'tag': '643618de-d1c8-4c20-8560-0c20cbfc52d1'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:05.218217 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cce47f-4888-4533-af2e-c86b55837a52" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d", "tag": "643618de-d1c8-4c20-8560-0c20cbfc52d1"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:05.248677 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5a574-c1f1-4e4d-b3f9-a132c7332ffc service neutron] Pushing event updated for resources: {'Port': ['ID=643618de-d1c8-4c20-8560-0c20cbfc52d1,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:05.270022 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab780b6-6eb8-47a5-ad94-acb8d9c7ff73 x-openstack-request-id: req-7ab780b6-6eb8-47a5-ad94-acb8d9c7ff73 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:05.270481 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d", "tag": "643618de-d1c8-4c20-8560-0c20cbfc52d1", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:05.270737 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ab780b6-6eb8-47a5-ad94-acb8d9c7ff73 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:05.271143 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab780b6-6eb8-47a5-ad94-acb8d9c7ff73'] response: {'name': 'network-changed', 'server_uuid': 'ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d', 'tag': '643618de-d1c8-4c20-8560-0c20cbfc52d1', 'status': 'completed', 'code': 200} Apr 12 15:40:05.392286 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-56eda0b3-3926-4b51-bc29-19ddc741b4fb req-d6961a8e-cb5b-4aa5-af91-a5f5e2fe48b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0321960 Apr 12 15:40:05.433443 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44178) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:05.438608 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1230792727-network', 'tenant_id': '2823d5089d114680b0abed2b784bc695'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:05.554713 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2140290-e476-4d35-83d2-b771b793165a req-9d9baddb-12d4-4c04-9d48-613658a19520 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:05.556742 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b2140290-e476-4d35-83d2-b771b793165a req-9d9baddb-12d4-4c04-9d48-613658a19520 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.0670686 Apr 12 15:40:05.608650 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b2140290-e476-4d35-83d2-b771b793165a req-ee9c01d2-a5e4-4ca3-a18b-9a1eb046ab94 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Apr 12 15:40:05.612357 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Made reservation on behalf of 2823d5089d114680b0abed2b784bc695 for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:05.613362 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.627891 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.636461 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0786bf-891e-41b2-aa24-19345eb03178 req-35e6e685-4751-43f5-9a8f-136fbf42f5a4 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:05.638922 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2f0786bf-891e-41b2-aa24-19345eb03178 req-35e6e685-4751-43f5-9a8f-136fbf42f5a4 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.0601568 Apr 12 15:40:05.699009 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44190) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:05.713337 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2f0786bf-891e-41b2-aa24-19345eb03178 req-3c43755f-6eb0-4e7e-8ab8-3246bb185f36 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667338 Apr 12 15:40:05.714955 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5bf5f897-fb96-4442-901f-75445cf00a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.757181 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Publish callbacks [] for security_group (9aa448ea-1e05-47f9-af8b-663a4c9e26c8), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.808641 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.810499 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5bf5f897-fb96-4442-901f-75445cf00a2f admin admin] Publish callbacks [] for security_group (0e6ef061-ee8f-4716-966f-71ceb5a4177a), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.873713 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (9aa448ea-1e05-47f9-af8b-663a4c9e26c8), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.896086 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:40:05.899501 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5bf5f897-fb96-4442-901f-75445cf00a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0e6ef061-ee8f-4716-966f-71ceb5a4177a), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.910144 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa448ea-1e05-47f9-af8b-663a4c9e26c8,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:05.916014 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (3a941fe0-dd8e-4971-a4aa-7aaf2fa1234d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:05.916338 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Added segment 3a941fe0-dd8e-4971-a4aa-7aaf2fa1234d of type vlan for network de497316-2fa4-4997-84c8-ae5f3852752d Apr 12 15:40:05.952950 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5bf5f897-fb96-4442-901f-75445cf00a2f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dee001a4099444f882ff4e944fb4d48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524374 Apr 12 15:40:05.955809 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5f897-fb96-4442-901f-75445cf00a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6ef061-ee8f-4716-966f-71ceb5a4177a,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:05.959416 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44192) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:05.967591 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (de497316-2fa4-4997-84c8-ae5f3852752d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.014033 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7876-9cfd-4afb-b4cf-b9254b143696 admin admin] Publish callbacks [] for security_group (0e6ef061-ee8f-4716-966f-71ceb5a4177a), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.035041 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7876-9cfd-4afb-b4cf-b9254b143696 admin admin] Publish callbacks [] for security_group (0e6ef061-ee8f-4716-966f-71ceb5a4177a), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.090854 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (de497316-2fa4-4997-84c8-ae5f3852752d), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.091765 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:06.092346 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.159194 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] Pushing event updated for resources: {'Network': ['ID=de497316-2fa4-4997-84c8-ae5f3852752d,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:06.169364 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network de497316-2fa4-4997-84c8-ae5f3852752d details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:40:06.179785 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7876-9cfd-4afb-b4cf-b9254b143696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0e6ef061-ee8f-4716-966f-71ceb5a4177a), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.180818 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7876-9cfd-4afb-b4cf-b9254b143696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.185280 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fcbb7876-9cfd-4afb-b4cf-b9254b143696 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0e6ef061-ee8f-4716-966f-71ceb5a4177a HTTP/1.1" status: 204 len: 168 time: 0.2214770 Apr 12 15:40:06.205124 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d6eca64f-ea1b-4418-82b5-63530411ee40 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7703683 Apr 12 15:40:06.213098 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44198) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:06.217680 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0fa313f2-c7ec-46f8-8145-d558c79574f0 req-a0e0cf6c-5eb6-436d-9fc8-ae0c52e35341 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0502622 Apr 12 15:40:06.218201 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Request body: {'subnet': {'network_id': 'de497316-2fa4-4997-84c8-ae5f3852752d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1230792727-subnet', 'tenant_id': '2823d5089d114680b0abed2b784bc695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:06.227268 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb7876-9cfd-4afb-b4cf-b9254b143696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6ef061-ee8f-4716-966f-71ceb5a4177a,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:06.342499 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Made reservation on behalf of 2823d5089d114680b0abed2b784bc695 for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:06.345400 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.346351 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44204) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:06.511919 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-44431282-cb7d-4f2f-ba5e-c8e0660b4013 req-af9a4265-1955-4744-a419-20ebc1584861 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0360994 Apr 12 15:40:06.661813 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-2b1aa883-42c6-475b-8163-ecc4b329a286 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb027e2ff75f41438e91f95368199e5b HTTP/1.1" status: 200 len: 379 time: 0.1178892 Apr 12 15:40:06.675530 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'port': {'device_id': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'admin_state_up': True, 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'security_groups': ['7347b899-4d2f-45d3-a3ce-3ce00493cfb5']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:06.728028 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-3e283a64-cbd4-4cea-bf38-1d258505af91 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2efce054354220b73b730da35f9ef4 HTTP/1.1" status: 200 len: 379 time: 0.1945612 Apr 12 15:40:06.731776 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cce47f-4888-4533-af2e-c86b55837a52 req-a5414e48-3561-49f7-802f-8f5452f352e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:06.733296 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-12cce47f-4888-4533-af2e-c86b55837a52 req-a5414e48-3561-49f7-802f-8f5452f352e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 1127 time: 0.1811342 Apr 12 15:40:06.756285 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-81c2d880-f666-414b-95c7-38f417afa900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:06.893962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'port': {'device_id': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'admin_state_up': True, 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'security_groups': ['fce0cd00-bd6e-4c05-b805-d9653b0f69f3']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:06.897777 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8d0f7-f210-4550-b046-42a97eb15284 req-c683f843-72cb-4a15-9940-77897c63de40 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:06.899373 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94b8d0f7-f210-4550-b046-42a97eb15284 req-c683f843-72cb-4a15-9940-77897c63de40 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.1806099 Apr 12 15:40:06.913978 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507e96-14ca-4b25-a897-ad8eb039ec17 req-0968fb48-abc9-433d-a41c-972512592c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:06.915457 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d507e96-14ca-4b25-a897-ad8eb039ec17 req-0968fb48-abc9-433d-a41c-972512592c33 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3652058 Apr 12 15:40:06.941986 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f498046-8654-4b79-b8c7-ee7ae39dac78 req-b986278b-bf2d-4390-ae35-12e9458ec915 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:06.943477 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f498046-8654-4b79-b8c7-ee7ae39dac78 req-b986278b-bf2d-4390-ae35-12e9458ec915 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.1345446 Apr 12 15:40:06.995149 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cce47f-4888-4533-af2e-c86b55837a52 req-4bf23e65-56d9-4cb4-a0bd-a75f4dd62546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:06.996581 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-12cce47f-4888-4533-af2e-c86b55837a52 req-4bf23e65-56d9-4cb4-a0bd-a75f4dd62546 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=e7895eb9eee743bb9cc84051a905e68c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2376850 Apr 12 15:40:07.055538 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94b8d0f7-f210-4550-b046-42a97eb15284 req-a0a080ae-aab6-454a-99e3-60e02215b545 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419942 Apr 12 15:40:07.070228 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-ee849d8e-98ec-4918-bee9-5e55cda45e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:07.071738 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-ee849d8e-98ec-4918-bee9-5e55cda45e5f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1127 time: 0.0940297 Apr 12 15:40:07.111062 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-81c2d880-f666-414b-95c7-38f417afa900 admin admin] Publish callbacks [] for security_group (d3c8e7b9-1bd8-4e0f-befc-0084aa859a69), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:07.113461 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f498046-8654-4b79-b8c7-ee7ae39dac78 req-93930975-fa66-4f29-96e2-fe0297cdd553 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548171 Apr 12 15:40:07.312477 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-606495f0-775c-49e1-8c5e-6f881512fa43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c874509c-7ee9-442b-969e-ababfc71bd5b HTTP/1.1" status: 200 len: 217 time: 0.2116911 Apr 12 15:40:07.327125 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba9f51e4-aee4-4751-af17-b49a5471450c req-dc3a73bb-c09a-4d3d-bff0-fdfef43db668 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0311074 Apr 12 15:40:07.373374 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cce47f-4888-4533-af2e-c86b55837a52 req-979be817-fa0b-4cac-901d-9aceb2d54fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:07.374814 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-12cce47f-4888-4533-af2e-c86b55837a52 req-979be817-fa0b-4cac-901d-9aceb2d54fc8 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3575675 Apr 12 15:40:07.380803 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-d8f3c7e8-24fc-4cb1-81b1-7dc1da3e42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:07.382145 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-d8f3c7e8-24fc-4cb1-81b1-7dc1da3e42d8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0631220 Apr 12 15:40:07.442856 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-1dcc8a92-414c-4ea0-90ba-c30ee5fce27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:07.445427 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-1dcc8a92-414c-4ea0-90ba-c30ee5fce27a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567651 Apr 12 15:40:07.536657 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-52d494b0-b56a-4ef5-b16b-732fe24c2f78 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861781 Apr 12 15:40:07.633675 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cab36389-4f8e-4196-a1ab-a0d89221ad64 req-e3987eb7-43d5-4277-bb6a-d02c51fea20f service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919237 Apr 12 15:40:07.656248 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e3617970-acc4-41ff-a99d-cbccd579ea38 req-337a8a7d-0d13-433c-89f4-a32c4130c369 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0346472 Apr 12 15:40:07.945658 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Made reservation on behalf of 7c2efce054354220b73b730da35f9ef4 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:07.946229 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:07.949853 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (f95d5248-8c2f-47a6-9d23-e63221914836), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:07.953094 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:07.985812 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-81c2d880-f666-414b-95c7-38f417afa900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d3c8e7b9-1bd8-4e0f-befc-0084aa859a69), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:07.996396 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Made reservation on behalf of cb027e2ff75f41438e91f95368199e5b for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:08.000695 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.060843 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b4bc44dc-4302-48bd-ad38-5694d9643735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:08.068743 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-b4bc44dc-4302-48bd-ad38-5694d9643735 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 1127 time: 0.0723262 Apr 12 15:40:08.068743 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95d5248-8c2f-47a6-9d23-e63221914836,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:08.073411 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Checking segment: {'id': '3a941fe0-dd8e-4971-a4aa-7aaf2fa1234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'de497316-2fa4-4997-84c8-ae5f3852752d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:40:08.074705 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Network hostable DHCP agents. Network: de497316-2fa4-4997-84c8-ae5f3852752d, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:40:08.097014 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-81c2d880-f666-414b-95c7-38f417afa900 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be205ea6e9744fff96f004db26c7c606&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7491376 Apr 12 15:40:08.101640 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44236) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:08.117657 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2d880-f666-414b-95c7-38f417afa900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c8e7b9-1bd8-4e0f-befc-0084aa859a69,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:08.165000 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 23492e70-c17d-4500-996f-041db984dfee details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:40:08.165154 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf9f9-8259-4eba-91e7-5aaee9ebaf19 admin admin] Publish callbacks [] for security_group (d3c8e7b9-1bd8-4e0f-befc-0084aa859a69), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.196111 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf9f9-8259-4eba-91e7-5aaee9ebaf19 admin admin] Publish callbacks [] for security_group (d3c8e7b9-1bd8-4e0f-befc-0084aa859a69), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.281809 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Network de497316-2fa4-4997-84c8-ae5f3852752d is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:40:08.306280 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b9cce-1042-4deb-881b-aed7e4dd9592 req-75008a7a-e397-4c55-8a31-f417ee6f3856 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:08.309281 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d00b9cce-1042-4deb-881b-aed7e4dd9592 req-75008a7a-e397-4c55-8a31-f417ee6f3856 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.1146100 Apr 12 15:40:08.322449 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031e816-e2ea-4ce1-84be-fe358868ae2a req-0fd19ba7-87ca-42c6-8738-5924d3d0e4a7 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:08.329015 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 23492e70-c17d-4500-996f-041db984dfee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=23492e70-c17d-4500-996f-041db984dfee,segment=NetworkSegment(1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d),segment_id=1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:08.330666 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e031e816-e2ea-4ce1-84be-fe358868ae2a req-0fd19ba7-87ca-42c6-8738-5924d3d0e4a7 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 943 time: 0.1097977 Apr 12 15:40:08.331521 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Allocated IP 172.20.0.12 (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843/e2eeb182-c61c-44db-ac2d-3b5da8ce72aa/70feb72b-beca-42b7-a3c3-343532dcb565) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:40:08.345422 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '23492e70-c17d-4500-996f-041db984dfee', 'network_id': '931ce429-88a5-442a-ab67-7761197c63e2', 'port_id': '23492e70-c17d-4500-996f-041db984dfee', 'mac_address': 'fa:16:3e:2a:fb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e09ab8-a6bb-40f4-af9a-c5e15f540c72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:40:08.382637 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e031e816-e2ea-4ce1-84be-fe358868ae2a req-721fb62d-2585-4266-84a2-1255568e9fbd tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510900 Apr 12 15:40:08.389276 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 23492e70-c17d-4500-996f-041db984dfee is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:08.389731 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (23492e70-c17d-4500-996f-041db984dfee), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.404944 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23492e70-c17d-4500-996f-041db984dfee {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:40:08.430753 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 23492e70-c17d-4500-996f-041db984dfee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=23492e70-c17d-4500-996f-041db984dfee,segment=NetworkSegment(1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d),segment_id=1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:08.445974 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, de497316-2fa4-4997-84c8-ae5f3852752d) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:40:08.448106 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf9f9-8259-4eba-91e7-5aaee9ebaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d3c8e7b9-1bd8-4e0f-befc-0084aa859a69), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.451668 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf9f9-8259-4eba-91e7-5aaee9ebaf19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.453697 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bcaaf9f9-8259-4eba-91e7-5aaee9ebaf19 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d3c8e7b9-1bd8-4e0f-befc-0084aa859a69 HTTP/1.1" status: 204 len: 168 time: 0.3508744 Apr 12 15:40:08.491590 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea4f31-9082-4bb2-9ecb-0e94263d1ef8 None None] Network de497316-2fa4-4997-84c8-ae5f3852752d requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:40:08.491881 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:08.491881 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.494763 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Allocated IP 172.20.0.10 (2d2a7a16-6374-44dd-ba2c-8a324677c358/92a9d828-9523-45ac-b664-1215cc57a631/df808cc1-866a-4e75-915a-35486530cf9d) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:40:08.517023 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaf9f9-8259-4eba-91e7-5aaee9ebaf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c8e7b9-1bd8-4e0f-befc-0084aa859a69,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:08.536971 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-710dfdb7-2dd3-4990-b5f1-e3b2dc51de3a req-7bb95171-0b4b-455a-9e64-4d25385777cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0475690 Apr 12 15:40:08.561598 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (23492e70-c17d-4500-996f-041db984dfee), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.578588 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d00b9cce-1042-4deb-881b-aed7e4dd9592 req-41a154eb-b86e-40ae-951c-e89b1d8a678e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116432 Apr 12 15:40:08.658326 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e58bd-8376-464f-b0e3-0305bc5ed6ef None None] Network de497316-2fa4-4997-84c8-ae5f3852752d requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:40:08.662751 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for port (70feb72b-beca-42b7-a3c3-343532dcb565), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.683206 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-b0f06a69-a25a-46cd-9cd3-b2f6ec36db75 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4621077 Apr 12 15:40:08.683389 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=23492e70-c17d-4500-996f-041db984dfee,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:08.778902 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c3bdea6-bb4b-41b8-8820-e338c13dc188 req-ff1259ec-42f7-4160-9a52-5cd8a2de1b56 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0377836 Apr 12 15:40:08.801888 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for port (df808cc1-866a-4e75-915a-35486530cf9d), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.862726 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.960593 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:08.969228 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (df808cc1-866a-4e75-915a-35486530cf9d), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:08.994820 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:40:08.994820 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44264) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:09.040087 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:40:09.042772 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:40:09.048142 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:09.048800 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.056322 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:40:09.063111 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:40:09.086300 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:40:09.092585 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['23492e70-c17d-4500-996f-041db984dfee'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:40:09.093096 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:09.093434 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.141878 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'Port': ['ID=df808cc1-866a-4e75-915a-35486530cf9d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:09.152548 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4406ec-538a-4eb4-b2b5-c316848c9f28 admin admin] Deleting subnet 1bae186f-9e59-4dd8-a732-2af93e3e41ce {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:40:09.157734 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fe4406ec-538a-4eb4-b2b5-c316848c9f28 admin admin] Publish callbacks [] for subnet (1bae186f-9e59-4dd8-a732-2af93e3e41ce), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.218385 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fe4406ec-538a-4eb4-b2b5-c316848c9f28 admin admin] Publish callbacks [] for subnet (1bae186f-9e59-4dd8-a732-2af93e3e41ce), precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.242517 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fe4406ec-538a-4eb4-b2b5-c316848c9f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (1bae186f-9e59-4dd8-a732-2af93e3e41ce), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.287899 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-59dbc99f-f559-4b0e-b783-6cc340c33fbf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5205286 Apr 12 15:40:09.294874 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9ae02311-a7a5-4c63-b171-e1425470cba4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6242259 Apr 12 15:40:09.423131 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-b536dc18-838d-4790-b55d-85544a5d0a98 None None] Provisioning complete for port 70feb72b-beca-42b7-a3c3-343532dcb565 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:40:09.423739 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b536dc18-838d-4790-b55d-85544a5d0a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.432275 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fe4406ec-538a-4eb4-b2b5-c316848c9f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (1bae186f-9e59-4dd8-a732-2af93e3e41ce), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.461369 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4406ec-538a-4eb4-b2b5-c316848c9f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bae186f-9e59-4dd8-a732-2af93e3e41ce,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:09.479220 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-b536dc18-838d-4790-b55d-85544a5d0a98 None None] Port 70feb72b-beca-42b7-a3c3-343532dcb565 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:40:09.487211 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fe4406ec-538a-4eb4-b2b5-c316848c9f28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.491484 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fe4406ec-538a-4eb4-b2b5-c316848c9f28 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1bae186f-9e59-4dd8-a732-2af93e3e41ce HTTP/1.1" status: 204 len: 168 time: 0.4972186 Apr 12 15:40:09.492600 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-b536dc18-838d-4790-b55d-85544a5d0a98 None None] Provisioning complete for port df808cc1-866a-4e75-915a-35486530cf9d triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:40:09.493124 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b536dc18-838d-4790-b55d-85544a5d0a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (df808cc1-866a-4e75-915a-35486530cf9d), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.494096 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44276) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:09.531731 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c172d9-910d-420a-888a-8c839c64a184 req-fc977b8a-54e3-4a2a-baba-4c2f35ea6f74 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:09.533505 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-45c172d9-910d-420a-888a-8c839c64a184 req-fc977b8a-54e3-4a2a-baba-4c2f35ea6f74 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 944 time: 0.0624316 Apr 12 15:40:09.545175 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-b536dc18-838d-4790-b55d-85544a5d0a98 None None] Port df808cc1-866a-4e75-915a-35486530cf9d cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:40:09.549619 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44278) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:09.579497 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eef88b14-2028-405f-b006-682d49efdee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.604980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (d3a67ee4-a7e0-4e60-be43-07d63197cae0), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.636823 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-45c172d9-910d-420a-888a-8c839c64a184 req-32bd4720-8454-4845-8ecc-c3caabacf403 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877204 Apr 12 15:40:09.707940 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eef88b14-2028-405f-b006-682d49efdee7 admin admin] Publish callbacks [] for security_group (e0400770-43a3-4cee-8056-903ef1b3cbb1), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.737543 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (d3a67ee4-a7e0-4e60-be43-07d63197cae0), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.750867 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34bc43-113c-420e-8d48-a7dc6c1bbd04 req-bc29efdb-89f1-4fc6-9636-e2f24e027b0f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:09.752384 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d34bc43-113c-420e-8d48-a7dc6c1bbd04 req-bc29efdb-89f1-4fc6-9636-e2f24e027b0f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 932 time: 0.1306858 Apr 12 15:40:09.759865 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e983-f337-45c9-913b-2c79b41e57bc req-9c3728d9-1447-4a5e-a7d1-46955587f85f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:09.761421 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9929e983-f337-45c9-913b-2c79b41e57bc req-9c3728d9-1447-4a5e-a7d1-46955587f85f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.0517657 Apr 12 15:40:09.782644 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.782644 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.783575 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.783956 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > port after_create 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.784307 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.784700 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > port after_update 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.785012 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.785891 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.786220 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.786545 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.808848 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eef88b14-2028-405f-b006-682d49efdee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (e0400770-43a3-4cee-8056-903ef1b3cbb1), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.835311 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9929e983-f337-45c9-913b-2c79b41e57bc req-ca67a0ed-308b-437a-a569-66d395bb8cd9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681741 Apr 12 15:40:09.865899 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-eef88b14-2028-405f-b006-682d49efdee7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16d7d909274444acb55270d16df61a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137987 Apr 12 15:40:09.869301 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44290) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:09.882612 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88b14-2028-405f-b006-682d49efdee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0400770-43a3-4cee-8056-903ef1b3cbb1,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:09.921105 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.921105 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.921105 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.921105 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:40:09.921105 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a67ee4-a7e0-4e60-be43-07d63197cae0']}} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:09.943535 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf1a96a-4f71-4aeb-9339-bdf256e61b00') {'for_net_delete': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:09.946613 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf1a96a-4f71-4aeb-9339-bdf256e61b00') {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:09.960338 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d254a03d-0e6b-4978-b70c-322d6f146996 admin admin] Publish callbacks [] for security_group (e0400770-43a3-4cee-8056-903ef1b3cbb1), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.969199 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4886091'] for segment (8cf1a96a-4f71-4aeb-9339-bdf256e61b00), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:09.980291 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3f285-6f38-41ee-9662-f65a82a9d4fc req-e69010a0-9b0a-4318-a262-2ac2ee1e9b9a tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:09.981951 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-29d3f285-6f38-41ee-9662-f65a82a9d4fc req-e69010a0-9b0a-4318-a262-2ac2ee1e9b9a tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 932 time: 0.0745208 Apr 12 15:40:10.004805 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d254a03d-0e6b-4978-b70c-322d6f146996 admin admin] Publish callbacks [] for security_group (e0400770-43a3-4cee-8056-903ef1b3cbb1), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.009981 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d34bc43-113c-420e-8d48-a7dc6c1bbd04 req-717831e0-993b-4275-ae63-764669313938 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512603 Apr 12 15:40:10.010887 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (8cf1a96a-4f71-4aeb-9339-bdf256e61b00), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.028147 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:40:10.028147 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4884824'] for segment (8cf1a96a-4f71-4aeb-9339-bdf256e61b00), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: from cryptography.utils import int_from_bytes Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: from cryptography.utils import int_from_bytes Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: Traceback (most recent call last): Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: timer() Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: cb(*args, **kw) Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: return func(*args, **kwargs) Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: self._notify() Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: self.callback(batched_events) Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: event.method(event) Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: return f(self, *a, **k) Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._get(url).json() Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: return self.request(url, 'GET', **kwargs) Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:40:10.043579 dv-cinder-837525-1-iscsi neutron-server[104757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:40:10.073893 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-29d3f285-6f38-41ee-9662-f65a82a9d4fc req-5a1f7bb5-65d3-4692-9978-8a9f5ed921ed tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808976 Apr 12 15:40:10.160800 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 23492e70-c17d-4500-996f-041db984dfee up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:40:10.176929 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d254a03d-0e6b-4978-b70c-322d6f146996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (e0400770-43a3-4cee-8056-903ef1b3cbb1), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.179550 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d254a03d-0e6b-4978-b70c-322d6f146996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.180703 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d254a03d-0e6b-4978-b70c-322d6f146996 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0400770-43a3-4cee-8056-903ef1b3cbb1 HTTP/1.1" status: 204 len: 168 time: 0.3104787 Apr 12 15:40:10.189205 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254a03d-0e6b-4978-b70c-322d6f146996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0400770-43a3-4cee-8056-903ef1b3cbb1,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:10.209121 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (d3a67ee4-a7e0-4e60-be43-07d63197cae0), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.227592 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a67ee4-a7e0-4e60-be43-07d63197cae0,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:10.230704 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.237978 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d8643646-c849-4662-8c79-d6c6ddde3b47 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d3a67ee4-a7e0-4e60-be43-07d63197cae0 HTTP/1.1" status: 204 len: 168 time: 0.7416391 Apr 12 15:40:10.239156 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44306) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:10.242979 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Request body: {'port': {'device_id': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:10.252208 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 23492e70-c17d-4500-996f-041db984dfee completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:40:10.262258 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Request body: {'port': {'device_id': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:10.291969 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-cf7e0290-ee65-42ac-bcef-5deb6096d467 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643618de-d1c8-4c20-8560-0c20cbfc52d1 HTTP/1.1" status: 200 len: 217 time: 0.0517380 Apr 12 15:40:10.366125 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-f7aeab4f-4e80-444b-839d-afae09c6a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:10.367784 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-f7aeab4f-4e80-444b-839d-afae09c6a029 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0547442 Apr 12 15:40:10.373965 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 23492e70-c17d-4500-996f-041db984dfee triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:40:10.378715 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (23492e70-c17d-4500-996f-041db984dfee), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.402039 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.421480 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-618348ae-aa52-4cc4-a218-160535d70847 admin admin] Deleting subnet f95d5248-8c2f-47a6-9d23-e63221914836 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:40:10.429083 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-618348ae-aa52-4cc4-a218-160535d70847 admin admin] Publish callbacks [] for subnet (f95d5248-8c2f-47a6-9d23-e63221914836), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.452988 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-ea2aac89-ec00-4d98-a44c-f38330f75b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:10.454849 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-ea2aac89-ec00-4d98-a44c-f38330f75b0d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802197 Apr 12 15:40:10.459046 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (df808cc1-866a-4e75-915a-35486530cf9d), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.498312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-618348ae-aa52-4cc4-a218-160535d70847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (f95d5248-8c2f-47a6-9d23-e63221914836), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.509575 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 23492e70-c17d-4500-996f-041db984dfee is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:10.509989 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (23492e70-c17d-4500-996f-041db984dfee), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.555281 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 23492e70-c17d-4500-996f-041db984dfee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=23492e70-c17d-4500-996f-041db984dfee,segment=NetworkSegment(1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d),segment_id=1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:10.556395 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b242c217-2c4b-4f69-9c74-a879200ef0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23492e70-c17d-4500-996f-041db984dfee'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:10.584492 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-618348ae-aa52-4cc4-a218-160535d70847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (f95d5248-8c2f-47a6-9d23-e63221914836), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.622080 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-5bcae4e9-cc9d-48a6-9d1a-334d821211a0 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601222 Apr 12 15:40:10.683723 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (23492e70-c17d-4500-996f-041db984dfee), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.741197 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d00b258a-a386-4a97-b406-bbecfe9d58c2 req-40849ffa-cbf2-4f9b-86a7-402122324134 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106381 Apr 12 15:40:10.791501 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=23492e70-c17d-4500-996f-041db984dfee,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:10.814898 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-618348ae-aa52-4cc4-a218-160535d70847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (f95d5248-8c2f-47a6-9d23-e63221914836), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.857229 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618348ae-aa52-4cc4-a218-160535d70847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95d5248-8c2f-47a6-9d23-e63221914836,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:10.860852 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-618348ae-aa52-4cc4-a218-160535d70847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:10.867965 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-618348ae-aa52-4cc4-a218-160535d70847 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f95d5248-8c2f-47a6-9d23-e63221914836 HTTP/1.1" status: 204 len: 168 time: 0.6244514 Apr 12 15:40:10.869239 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44332) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:10.876135 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4892e4-a0dd-40a6-917d-ab7c3ea02747 req-c6aed221-db47-4c7f-b47a-79764af3eb13 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:10.878986 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5d4892e4-a0dd-40a6-917d-ab7c3ea02747 req-c6aed221-db47-4c7f-b47a-79764af3eb13 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.1188533 Apr 12 15:40:10.903906 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c2f24b-aa4f-413d-8f38-a7266b5e68a3" -d '{"events": [{"server_uuid": "b242c217-2c4b-4f69-9c74-a879200ef0f7", "name": "network-vif-plugged", "status": "completed", "tag": "23492e70-c17d-4500-996f-041db984dfee"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:11.015874 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (de497316-2fa4-4997-84c8-ae5f3852752d), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.025943 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5d4892e4-a0dd-40a6-917d-ab7c3ea02747 req-c9ca506f-8785-46ae-9321-59d87ee6d55e tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026242 Apr 12 15:40:11.114894 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (de497316-2fa4-4997-84c8-ae5f3852752d), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.117858 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd6e4-4286-4882-b67b-6ab6cb2faef1 req-4fcb87b0-6b73-4249-ae39-03323ff22b7c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:11.119396 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fb6dd6e4-4286-4882-b67b-6ab6cb2faef1 req-4fcb87b0-6b73-4249-ae39-03323ff22b7c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.1320679 Apr 12 15:40:11.150104 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de497316-2fa4-4997-84c8-ae5f3852752d']}} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:11.168707 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a941fe0-dd8e-4971-a4aa-7aaf2fa1234d') {'for_net_delete': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:11.169584 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a941fe0-dd8e-4971-a4aa-7aaf2fa1234d') {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:11.185084 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4886091'] for segment (3a941fe0-dd8e-4971-a4aa-7aaf2fa1234d), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.191652 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17cefc4-8b4f-4870-965a-4f1db9c2168d x-openstack-request-id: req-d17cefc4-8b4f-4870-965a-4f1db9c2168d {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:11.192566 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b242c217-2c4b-4f69-9c74-a879200ef0f7", "name": "network-vif-plugged", "status": "completed", "tag": "23492e70-c17d-4500-996f-041db984dfee", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:11.192989 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d17cefc4-8b4f-4870-965a-4f1db9c2168d {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:11.193589 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17cefc4-8b4f-4870-965a-4f1db9c2168d'] response: {'server_uuid': 'b242c217-2c4b-4f69-9c74-a879200ef0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23492e70-c17d-4500-996f-041db984dfee', 'code': 200} Apr 12 15:40:11.213326 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (3a941fe0-dd8e-4971-a4aa-7aaf2fa1234d), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.221435 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:40:11.222196 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4884824'] for segment (3a941fe0-dd8e-4971-a4aa-7aaf2fa1234d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: Traceback (most recent call last): Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: timer() Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: cb(*args, **kw) Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: return func(*args, **kwargs) Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: self._notify() Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: self.callback(batched_events) Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: event.method(event) Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: return f(self, *a, **k) Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._get(url).json() Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: return self.request(url, 'GET', **kwargs) Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:40:11.225079 dv-cinder-837525-1-iscsi neutron-server[104757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:40:11.335521 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a810937-cf70-432e-bcbe-221fcb64f78e req-9fffa9e5-9775-48bf-b16e-1ae656cded29 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:11.337156 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9a810937-cf70-432e-bcbe-221fcb64f78e req-9fffa9e5-9775-48bf-b16e-1ae656cded29 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 932 time: 0.0601444 Apr 12 15:40:11.396229 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70feb72b-beca-42b7-a3c3-343532dcb565 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:40:11.401322 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9a810937-cf70-432e-bcbe-221fcb64f78e req-31107a9c-5ca4-4870-bfcf-f31d979f4d3d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571339 Apr 12 15:40:11.431344 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (de497316-2fa4-4997-84c8-ae5f3852752d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.436031 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Publish callbacks [] for port (70feb72b-beca-42b7-a3c3-343532dcb565), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.437771 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.445505 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] 10.222.0.74 "DELETE /v2.0/networks/de497316-2fa4-4997-84c8-ae5f3852752d HTTP/1.1" status: 204 len: 168 time: 0.5639117 Apr 12 15:40:11.459952 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df808cc1-866a-4e75-915a-35486530cf9d {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:40:11.466725 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbb30a-deb5-4c70-871e-0e7e1cca1e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=de497316-2fa4-4997-84c8-ae5f3852752d,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:11.474505 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Publish callbacks [] for port (df808cc1-866a-4e75-915a-35486530cf9d), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.479528 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fb6dd6e4-4286-4882-b67b-6ab6cb2faef1 req-d49aec1e-5ff8-49df-855e-f5c739709304 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097546 Apr 12 15:40:11.483395 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Transition to ACTIVE for port object 70feb72b-beca-42b7-a3c3-343532dcb565 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:40:11.494210 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Transition to ACTIVE for port object df808cc1-866a-4e75-915a-35486530cf9d will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:40:11.546136 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c876535-fb29-4a23-85c3-cbd256979483 req-f5f6695e-123c-4ad5-9c28-0fceb635a996 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:11.547620 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1c876535-fb29-4a23-85c3-cbd256979483 req-f5f6695e-123c-4ad5-9c28-0fceb635a996 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 932 time: 0.0830128 Apr 12 15:40:11.600419 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1c876535-fb29-4a23-85c3-cbd256979483 req-e9ab0feb-035d-4f0f-b2be-708bbe4f8830 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466411 Apr 12 15:40:11.643240 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.652669 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (df808cc1-866a-4e75-915a-35486530cf9d), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.714470 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:11.831066 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Attempting to bind port df808cc1-866a-4e75-915a-35486530cf9d on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:40:11.831343 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Attempting to bind port df808cc1-866a-4e75-915a-35486530cf9d by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:40:11.831573 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Attempting to bind port df808cc1-866a-4e75-915a-35486530cf9d on network 2d2a7a16-6374-44dd-ba2c-8a324677c358 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:40:11.846633 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Attempting to bind port 70feb72b-beca-42b7-a3c3-343532dcb565 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:40:11.846960 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Attempting to bind port 70feb72b-beca-42b7-a3c3-343532dcb565 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:40:11.847292 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Attempting to bind port 70feb72b-beca-42b7-a3c3-343532dcb565 on network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:40:11.850823 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Port df808cc1-866a-4e75-915a-35486530cf9d on network 2d2a7a16-6374-44dd-ba2c-8a324677c358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:40:11.851144 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Attempting to bind port df808cc1-866a-4e75-915a-35486530cf9d on network 2d2a7a16-6374-44dd-ba2c-8a324677c358 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:40:11.855293 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df808cc1-866a-4e75-915a-35486530cf9d,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:11.862782 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Port 70feb72b-beca-42b7-a3c3-343532dcb565 on network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:40:11.863091 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Attempting to bind port 70feb72b-beca-42b7-a3c3-343532dcb565 on network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:40:11.866569 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:40:11.866911 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Checking segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:40:11.867302 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Bound using segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:40:11.867801 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Bound port: df808cc1-866a-4e75-915a-35486530cf9d, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:40:11.868163 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (df808cc1-866a-4e75-915a-35486530cf9d), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.880496 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:40:11.880860 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Checking segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:40:11.881255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Bound using segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:40:11.881816 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Bound port: 70feb72b-beca-42b7-a3c3-343532dcb565, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:40:11.882304 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:11.969643 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44366) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:12.022071 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] For port df808cc1-866a-4e75-915a-35486530cf9d, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:40:12.034786 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:40:12.040922 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:40:12.042397 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-9832684b-91a3-4bea-a3b7-dcd55978b343 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5882a016e9654487938fbf8136d530bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714073 Apr 12 15:40:12.044967 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44370) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:12.046188 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] For port df808cc1-866a-4e75-915a-35486530cf9d, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=df808cc1-866a-4e75-915a-35486530cf9d,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:40:12.104482 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fde74f27-ab0c-4260-bc22-dcc9314d7804 admin admin] Publish callbacks [] for security_group (be2a029f-1319-42f2-95dc-2b645fcfd00e), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.134561 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fde74f27-ab0c-4260-bc22-dcc9314d7804 admin admin] Publish callbacks [] for security_group (be2a029f-1319-42f2-95dc-2b645fcfd00e), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.136493 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.176078 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (df808cc1-866a-4e75-915a-35486530cf9d), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.191446 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2caa-bddd-41cc-8494-cd248ea5ff7e req-d0dadeb9-3679-42d6-a052-09d071dd0ef6 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:12.193021 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-adbd2caa-bddd-41cc-8494-cd248ea5ff7e req-d0dadeb9-3679-42d6-a052-09d071dd0ef6 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0852056 Apr 12 15:40:12.194316 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:12.195089 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.196979 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] 10.222.0.84 "PUT /v2.0/ports/70feb72b-beca-42b7-a3c3-343532dcb565 HTTP/1.1" status: 200 len: 1094 time: 1.9677184 Apr 12 15:40:12.201405 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:12.203638 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdceba55-4467-460c-ad2a-cc4820900b94" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:12.239915 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:12.240539 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.241995 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] 10.222.0.84 "PUT /v2.0/ports/df808cc1-866a-4e75-915a-35486530cf9d HTTP/1.1" status: 200 len: 1094 time: 2.0115592 Apr 12 15:40:12.246798 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4758dff-8220-44fe-ac3a-e97e757fdbbd service neutron] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:12.279300 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea53ae-dafc-4390-ba03-2582a4d541b3 x-openstack-request-id: req-d8ea53ae-dafc-4390-ba03-2582a4d541b3 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:12.279505 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fde74f27-ab0c-4260-bc22-dcc9314d7804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (be2a029f-1319-42f2-95dc-2b645fcfd00e), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.279588 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:12.279830 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8ea53ae-dafc-4390-ba03-2582a4d541b3 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:12.280225 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ea53ae-dafc-4390-ba03-2582a4d541b3'] response: {'name': 'network-changed', 'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565', 'status': 'completed', 'code': 200} Apr 12 15:40:12.285257 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fde74f27-ab0c-4260-bc22-dcc9314d7804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.288147 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-fde74f27-ab0c-4260-bc22-dcc9314d7804 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be2a029f-1319-42f2-95dc-2b645fcfd00e HTTP/1.1" status: 204 len: 168 time: 0.2410991 Apr 12 15:40:12.320271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde74f27-ab0c-4260-bc22-dcc9314d7804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a029f-1319-42f2-95dc-2b645fcfd00e,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:12.335542 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-adbd2caa-bddd-41cc-8494-cd248ea5ff7e req-15f12381-c5b0-4e40-bf21-f3fd01a9e731 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239674 Apr 12 15:40:12.360754 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b18f-ddd2-4fd8-aff4-99455ce008c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df808cc1-866a-4e75-915a-35486530cf9d,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:12.553306 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c63ce-18ea-4608-bd94-3a098017d6c4 req-d984ab94-aed0-4c80-bfe5-4ac853a2e264 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:12.553306 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-180c63ce-18ea-4608-bd94-3a098017d6c4 req-d984ab94-aed0-4c80-bfe5-4ac853a2e264 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0574760 Apr 12 15:40:12.554003 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device c874509c-7ee9-442b-969e-ababfc71bd5b details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:40:12.602940 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-180c63ce-18ea-4608-bd94-3a098017d6c4 req-598df377-e93b-4c12-9497-5e07a804afef tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467687 Apr 12 15:40:12.622064 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f49e9-1413-4625-9df8-ff386b39a280 req-1dd05095-6e57-45ed-8a30-e14d30e583f2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:12.623765 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-843f49e9-1413-4625-9df8-ff386b39a280 req-1dd05095-6e57-45ed-8a30-e14d30e583f2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.0635324 Apr 12 15:40:12.688620 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-843f49e9-1413-4625-9df8-ff386b39a280 req-879e9630-5201-4077-9b00-695fb557cc63 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550742 Apr 12 15:40:12.701847 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port c874509c-7ee9-442b-969e-ababfc71bd5b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c874509c-7ee9-442b-969e-ababfc71bd5b,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:12.724507 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'c874509c-7ee9-442b-969e-ababfc71bd5b', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'port_id': 'c874509c-7ee9-442b-969e-ababfc71bd5b', 'mac_address': 'fa:16:3e:64:88:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:40:12.757119 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcd44f-6424-48ea-8498-6619a1d9f015 req-0491fd65-3202-4428-b798-72a7654ec5a1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:12.759035 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-89bcd44f-6424-48ea-8498-6619a1d9f015 req-0491fd65-3202-4428-b798-72a7654ec5a1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0585663 Apr 12 15:40:12.763749 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port c874509c-7ee9-442b-969e-ababfc71bd5b is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:12.764277 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.778878 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c874509c-7ee9-442b-969e-ababfc71bd5b {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:40:12.806333 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port c874509c-7ee9-442b-969e-ababfc71bd5b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c874509c-7ee9-442b-969e-ababfc71bd5b,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:12.821723 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-89bcd44f-6424-48ea-8498-6619a1d9f015 req-4c892a01-e8f3-4b26-afb9-ba489701a849 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559390 Apr 12 15:40:12.897169 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:12.956620 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=c874509c-7ee9-442b-969e-ababfc71bd5b,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:13.191997 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44408) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:13.257994 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-4795f427-c0b5-4a08-8f6a-844de8ac1835 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2823d5089d114680b0abed2b784bc695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646732 Apr 12 15:40:13.260564 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44414) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:13.323974 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c3c50af0-d075-4f5d-a637-0d29e6fa4294 admin admin] Publish callbacks [] for security_group (9aa448ea-1e05-47f9-af8b-663a4c9e26c8), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:13.347992 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c3c50af0-d075-4f5d-a637-0d29e6fa4294 admin admin] Publish callbacks [] for security_group (9aa448ea-1e05-47f9-af8b-663a4c9e26c8), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:13.464839 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088de071-c91c-491b-87d2-398292eec0f9 req-46d12397-d648-4092-8e48-89dac2632d00 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:13.466368 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-088de071-c91c-491b-87d2-398292eec0f9 req-46d12397-d648-4092-8e48-89dac2632d00 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Apr 12 15:40:13.488002 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c3c50af0-d075-4f5d-a637-0d29e6fa4294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (9aa448ea-1e05-47f9-af8b-663a4c9e26c8), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:13.491075 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c3c50af0-d075-4f5d-a637-0d29e6fa4294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:13.492401 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c3c50af0-d075-4f5d-a637-0d29e6fa4294 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9aa448ea-1e05-47f9-af8b-663a4c9e26c8 HTTP/1.1" status: 204 len: 168 time: 0.2305565 Apr 12 15:40:13.501097 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c50af0-d075-4f5d-a637-0d29e6fa4294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa448ea-1e05-47f9-af8b-663a4c9e26c8,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:13.525234 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-088de071-c91c-491b-87d2-398292eec0f9 req-ca2709f6-80ce-4512-8582-0b96efabffcb tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530338 Apr 12 15:40:13.735406 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161382ac-9ece-4bae-8103-f042a5f32cae req-a512fd11-b0f2-4c45-8aa6-38fff22e943d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:13.738941 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-161382ac-9ece-4bae-8103-f042a5f32cae req-a512fd11-b0f2-4c45-8aa6-38fff22e943d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0610023 Apr 12 15:40:13.796522 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-161382ac-9ece-4bae-8103-f042a5f32cae req-a9191227-9bac-4e2e-b932-84ee3fda549d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518904 Apr 12 15:40:13.825067 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ef91b-51f1-45d7-8002-eda055f0bc9c req-b59291a4-da33-4b01-a46d-3e35bf961e0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:13.826608 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-231ef91b-51f1-45d7-8002-eda055f0bc9c req-b59291a4-da33-4b01-a46d-3e35bf961e0f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.0536966 Apr 12 15:40:13.876174 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-231ef91b-51f1-45d7-8002-eda055f0bc9c req-a3c9834c-1849-4405-a44c-dc40beb52f78 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Apr 12 15:40:13.949864 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4c1f1-1f01-4c9f-a161-6d6c7e1f4e79 req-25149ddc-3f8d-4f8d-afba-3b59de98b217 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:13.951190 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e7c4c1f1-1f01-4c9f-a161-6d6c7e1f4e79 req-25149ddc-3f8d-4f8d-afba-3b59de98b217 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0564847 Apr 12 15:40:14.010702 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e7c4c1f1-1f01-4c9f-a161-6d6c7e1f4e79 req-bedcdd39-6484-4eb8-b295-4133fb92b73a tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454488 Apr 12 15:40:14.281413 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'tag': 'df808cc1-866a-4e75-915a-35486530cf9d'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:14.291319 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338b1bfa-6179-444a-9333-6de02f19aff3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfae4b22-86c4-4d04-94cd-65666069140d", "tag": "df808cc1-866a-4e75-915a-35486530cf9d"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:14.330728 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa3faed-9f4b-4301-b011-6d9b3115ba88 x-openstack-request-id: req-7aa3faed-9f4b-4301-b011-6d9b3115ba88 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:14.331106 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfae4b22-86c4-4d04-94cd-65666069140d", "tag": "df808cc1-866a-4e75-915a-35486530cf9d", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:14.331785 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7aa3faed-9f4b-4301-b011-6d9b3115ba88 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:14.332897 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa3faed-9f4b-4301-b011-6d9b3115ba88'] response: {'name': 'network-changed', 'server_uuid': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'tag': 'df808cc1-866a-4e75-915a-35486530cf9d', 'status': 'completed', 'code': 200} Apr 12 15:40:14.642110 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa226c4-7693-41b0-b584-a9fb34bc2e70 req-0ec3f01d-dd1a-42ab-b485-36e8049cc5b0 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:14.643569 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1aa226c4-7693-41b0-b584-a9fb34bc2e70 req-0ec3f01d-dd1a-42ab-b485-36e8049cc5b0 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0504017 Apr 12 15:40:14.693941 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1aa226c4-7693-41b0-b584-a9fb34bc2e70 req-dcc76ad8-6ba3-4d44-8ff0-ac87823a2cf6 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445998 Apr 12 15:40:14.781465 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44478) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:14.880357 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-130705892-network', 'tenant_id': 'c44a87b9b1f54f6f997f09ddbd4fb6ab'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:14.943009 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc4ba9-9702-4d0a-9d8a-9be34c864a08 req-2449cb0c-0a97-4d65-917f-f85a94de169d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:14.944544 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64fc4ba9-9702-4d0a-9d8a-9be34c864a08 req-2449cb0c-0a97-4d65-917f-f85a94de169d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0638382 Apr 12 15:40:14.989032 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Made reservation on behalf of c44a87b9b1f54f6f997f09ddbd4fb6ab for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:14.991412 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.004918 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.013578 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64fc4ba9-9702-4d0a-9d8a-9be34c864a08 req-b0f57cbf-0513-4aa7-a405-0884074cb8ee tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542524 Apr 12 15:40:15.020620 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19678abb-4e63-4781-a402-fb84571af200 req-d5b75a0f-604b-4a4a-a316-bd3a4116a062 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:15.022327 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-19678abb-4e63-4781-a402-fb84571af200 req-d5b75a0f-604b-4a4a-a316-bd3a4116a062 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.0712008 Apr 12 15:40:15.052635 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44490) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:15.100269 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-19678abb-4e63-4781-a402-fb84571af200 req-df69261d-f34e-4fba-9f3a-b31823fd3824 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699458 Apr 12 15:40:15.149945 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Publish callbacks [] for security_group (4f282cc9-27cc-4980-b14e-bc5094cd74de), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.168371 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae5c64-dce3-4014-93f8-e1777229375a req-ef7c1cfc-df2d-4eff-92aa-f336d928d98e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:15.169902 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8ae5c64-dce3-4014-93f8-e1777229375a req-ef7c1cfc-df2d-4eff-92aa-f336d928d98e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0722022 Apr 12 15:40:15.190847 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-880926d2-a252-4f7f-b675-608fee647b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.233629 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4f282cc9-27cc-4980-b14e-bc5094cd74de), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.248686 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8ae5c64-dce3-4014-93f8-e1777229375a req-c68c32cc-bd2f-412c-bdde-fe465ae68b25 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699723 Apr 12 15:40:15.254997 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:40:15.271192 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f282cc9-27cc-4980-b14e-bc5094cd74de,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:15.275345 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (c4499a85-35c5-4340-bfc0-b30fa0bfcf2d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.275701 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Added segment c4499a85-35c5-4340-bfc0-b30fa0bfcf2d of type vlan for network a7816313-8dd7-4366-ac6e-967d534a512f Apr 12 15:40:15.312662 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-880926d2-a252-4f7f-b675-608fee647b88 admin admin] Publish callbacks [] for security_group (cdf9e9b2-ee56-4737-8bef-b88c773e4404), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.317078 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (a7816313-8dd7-4366-ac6e-967d534a512f), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.371096 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-880926d2-a252-4f7f-b675-608fee647b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (cdf9e9b2-ee56-4737-8bef-b88c773e4404), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.402432 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (a7816313-8dd7-4366-ac6e-967d534a512f), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.403419 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:15.404004 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.410864 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-880926d2-a252-4f7f-b675-608fee647b88 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d5ba9bbe3c34e99bae2b65335d96204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567328 Apr 12 15:40:15.412743 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880926d2-a252-4f7f-b675-608fee647b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9e9b2-ee56-4737-8bef-b88c773e4404,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:15.414413 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44500) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:15.488128 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7024424 Apr 12 15:40:15.488383 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44502) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:15.493250 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Request body: {'subnet': {'network_id': 'a7816313-8dd7-4366-ac6e-967d534a512f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-130705892-subnet', 'tenant_id': 'c44a87b9b1f54f6f997f09ddbd4fb6ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:15.493944 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603cc49-01f7-4c4f-8d3b-e315af83d269 admin admin] Pushing event updated for resources: {'Network': ['ID=a7816313-8dd7-4366-ac6e-967d534a512f,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:15.507685 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network a7816313-8dd7-4366-ac6e-967d534a512f details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:40:15.520860 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-febfcd0c-9969-4198-bb09-04813fca255a admin admin] Publish callbacks [] for security_group (cdf9e9b2-ee56-4737-8bef-b88c773e4404), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.546370 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-febfcd0c-9969-4198-bb09-04813fca255a admin admin] Publish callbacks [] for security_group (cdf9e9b2-ee56-4737-8bef-b88c773e4404), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.584867 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['c874509c-7ee9-442b-969e-ababfc71bd5b'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:40:15.613639 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Made reservation on behalf of c44a87b9b1f54f6f997f09ddbd4fb6ab for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:15.615975 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.671349 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-febfcd0c-9969-4198-bb09-04813fca255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (cdf9e9b2-ee56-4737-8bef-b88c773e4404), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.674292 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-febfcd0c-9969-4198-bb09-04813fca255a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.678394 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-febfcd0c-9969-4198-bb09-04813fca255a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cdf9e9b2-ee56-4737-8bef-b88c773e4404 HTTP/1.1" status: 204 len: 168 time: 0.2601173 Apr 12 15:40:15.684455 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfcd0c-9969-4198-bb09-04813fca255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9e9b2-ee56-4737-8bef-b88c773e4404,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:15.821282 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a820a-51dc-401e-b5ee-0159f25b7f25 req-ed4f9641-e1bb-4e11-b9d2-e51a059152dc tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:15.822734 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2b2a820a-51dc-401e-b5ee-0159f25b7f25 req-ed4f9641-e1bb-4e11-b9d2-e51a059152dc tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0475769 Apr 12 15:40:15.868938 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2b2a820a-51dc-401e-b5ee-0159f25b7f25 req-38216291-a5d3-4875-8035-87f2bc25f97a tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Apr 12 15:40:15.891824 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (981e606d-414b-44bc-82fb-f244a540e4e0), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:15.954551 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=981e606d-414b-44bc-82fb-f244a540e4e0,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:15.961124 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Checking segment: {'id': 'c4499a85-35c5-4340-bfc0-b30fa0bfcf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a7816313-8dd7-4366-ac6e-967d534a512f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:40:15.961442 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Network hostable DHCP agents. Network: a7816313-8dd7-4366-ac6e-967d534a512f, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:40:16.057643 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Network a7816313-8dd7-4366-ac6e-967d534a512f is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:40:16.143468 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, a7816313-8dd7-4366-ac6e-967d534a512f) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:40:16.159193 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b3768-03fd-4a34-9f73-a29252360970 req-bea48c5b-1910-4386-92df-403fdf98142b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:16.159193 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-597b3768-03fd-4a34-9f73-a29252360970 req-bea48c5b-1910-4386-92df-403fdf98142b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0534294 Apr 12 15:40:16.159446 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2542c5-41a6-46b8-ab4d-7f2b6dc4aefa None None] Network a7816313-8dd7-4366-ac6e-967d534a512f requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:40:16.159540 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:16.159540 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:16.216333 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-597b3768-03fd-4a34-9f73-a29252360970 req-8d4aa102-ead0-49bb-b3f1-89503feb2d23 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566571 Apr 12 15:40:16.253332 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd4a8-7a56-4682-8167-c7d303378037 req-f5f337e8-2e7c-44fd-92d7-5147de972612 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:16.254890 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-484dd4a8-7a56-4682-8167-c7d303378037 req-f5f337e8-2e7c-44fd-92d7-5147de972612 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.0521078 Apr 12 15:40:16.269217 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4e9414a4-d795-4a2a-ba32-1fc6525f9b69 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7796276 Apr 12 15:40:16.276033 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c549f4-1359-43a5-a791-884e3ed5f847 None None] Network a7816313-8dd7-4366-ac6e-967d534a512f requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:40:16.329386 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-484dd4a8-7a56-4682-8167-c7d303378037 req-da232992-8586-4d44-a649-ca08cb6531b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686352 Apr 12 15:40:16.421154 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340ff3-78e2-48b8-a8e5-64b3ffbe5f17 req-001d3e1c-326a-4884-b297-dcc36b55993e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:16.428528 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a340ff3-78e2-48b8-a8e5-64b3ffbe5f17 req-001d3e1c-326a-4884-b297-dcc36b55993e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0682516 Apr 12 15:40:16.434799 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44534) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:16.448709 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4dfa971e-8212-4fdf-99c7-bcd548df78a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:16.481130 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a340ff3-78e2-48b8-a8e5-64b3ffbe5f17 req-4458295f-2477-4e0e-b80a-a1d1b7ad7041 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516298 Apr 12 15:40:16.528493 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4dfa971e-8212-4fdf-99c7-bcd548df78a8 admin admin] Publish callbacks [] for security_group (77a884af-4665-41fe-aae3-7ea93648c0d7), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:16.631072 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4dfa971e-8212-4fdf-99c7-bcd548df78a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (77a884af-4665-41fe-aae3-7ea93648c0d7), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:16.670231 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa971e-8212-4fdf-99c7-bcd548df78a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a884af-4665-41fe-aae3-7ea93648c0d7,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:16.674905 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-4dfa971e-8212-4fdf-99c7-bcd548df78a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=10cc635ccaf84d2a9c6d6130f0095c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388203 Apr 12 15:40:16.682288 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44546) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:16.735891 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-48fe54dc-8185-43d4-97b3-e353488ff83b admin admin] Publish callbacks [] for security_group (77a884af-4665-41fe-aae3-7ea93648c0d7), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:16.759471 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-48fe54dc-8185-43d4-97b3-e353488ff83b admin admin] Publish callbacks [] for security_group (77a884af-4665-41fe-aae3-7ea93648c0d7), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:16.836934 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device c874509c-7ee9-442b-969e-ababfc71bd5b up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:40:16.883232 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port c874509c-7ee9-442b-969e-ababfc71bd5b completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:40:16.913849 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-48fe54dc-8185-43d4-97b3-e353488ff83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (77a884af-4665-41fe-aae3-7ea93648c0d7), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:16.916383 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-48fe54dc-8185-43d4-97b3-e353488ff83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:16.919976 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-48fe54dc-8185-43d4-97b3-e353488ff83b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/77a884af-4665-41fe-aae3-7ea93648c0d7 HTTP/1.1" status: 204 len: 168 time: 0.2343810 Apr 12 15:40:16.936430 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe54dc-8185-43d4-97b3-e353488ff83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a884af-4665-41fe-aae3-7ea93648c0d7,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:16.942679 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port c874509c-7ee9-442b-969e-ababfc71bd5b triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:40:16.943066 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:17.034702 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cbd6c-bd50-4f0f-a00d-b21ad37536d6 req-60ebe1d6-5884-411c-9092-cd7c10aa103e tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.036614 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b96cbd6c-bd50-4f0f-a00d-b21ad37536d6 req-60ebe1d6-5884-411c-9092-cd7c10aa103e tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0986347 Apr 12 15:40:17.049594 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port c874509c-7ee9-442b-969e-ababfc71bd5b is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:17.049982 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:17.074476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d22c166-c70a-44db-aae6-11ff17b1765b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c874509c-7ee9-442b-969e-ababfc71bd5b'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:17.075028 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c267c233-6ad4-4916-887f-50f4d9a511e9" -d '{"events": [{"server_uuid": "0d22c166-c70a-44db-aae6-11ff17b1765b", "name": "network-vif-plugged", "status": "completed", "tag": "c874509c-7ee9-442b-969e-ababfc71bd5b"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:17.087660 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port c874509c-7ee9-442b-969e-ababfc71bd5b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c874509c-7ee9-442b-969e-ababfc71bd5b,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:17.089280 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b96cbd6c-bd50-4f0f-a00d-b21ad37536d6 req-bc4579dd-4013-4420-8ded-5307a7edf174 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463595 Apr 12 15:40:17.112576 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c58cfd-52ba-423b-8f98-5e7832525ad4 x-openstack-request-id: req-95c58cfd-52ba-423b-8f98-5e7832525ad4 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:17.112928 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d22c166-c70a-44db-aae6-11ff17b1765b", "name": "network-vif-plugged", "status": "completed", "tag": "c874509c-7ee9-442b-969e-ababfc71bd5b", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:17.114695 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-95c58cfd-52ba-423b-8f98-5e7832525ad4 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:17.114695 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c58cfd-52ba-423b-8f98-5e7832525ad4'] response: {'server_uuid': '0d22c166-c70a-44db-aae6-11ff17b1765b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c874509c-7ee9-442b-969e-ababfc71bd5b', 'code': 200} Apr 12 15:40:17.165622 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:17.222154 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=c874509c-7ee9-442b-969e-ababfc71bd5b,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:17.456243 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd79e34-572a-4808-8b64-bb82b3ef7a52 req-c817a6e3-33d9-4e3c-aeeb-df3f19806d1e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.462366 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ecd79e34-572a-4808-8b64-bb82b3ef7a52 req-c817a6e3-33d9-4e3c-aeeb-df3f19806d1e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.1069360 Apr 12 15:40:17.520993 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44606) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:17.550834 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-601863015-network', 'tenant_id': 'df4f77f440a34ea099c2cc42787552a1'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:17.563203 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b1bfa-6179-444a-9333-6de02f19aff3 req-fecfc6fd-1ed5-4e19-b97d-7e387ecdc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.564870 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-338b1bfa-6179-444a-9333-6de02f19aff3 req-fecfc6fd-1ed5-4e19-b97d-7e387ecdc52a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 1128 time: 0.2901099 Apr 12 15:40:17.576255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c904a9-c392-4693-a47a-c74b330393ef req-4422aa05-a548-4c9b-aa5e-88cddb2b56de tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.586878 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c904a9-c392-4693-a47a-c74b330393ef req-4422aa05-a548-4c9b-aa5e-88cddb2b56de tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.1378076 Apr 12 15:40:17.618940 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ecd79e34-572a-4808-8b64-bb82b3ef7a52 req-e170637c-eed8-43cc-b2f2-c6e6f0135ead tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407392 Apr 12 15:40:17.623507 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdceba55-4467-460c-ad2a-cc4820900b94 req-9412bc72-7aa6-4c88-b4a1-21647b6148dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.623507 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdceba55-4467-460c-ad2a-cc4820900b94 req-9412bc72-7aa6-4c88-b4a1-21647b6148dc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 1128 time: 0.2862754 Apr 12 15:40:17.751617 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608900ea-d52a-4b7e-b00b-98d81bd1f354 req-1d35e7a8-2b4e-4f71-858e-620bb11970fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.753165 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-608900ea-d52a-4b7e-b00b-98d81bd1f354 req-1d35e7a8-2b4e-4f71-858e-620bb11970fc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1129 time: 0.1625183 Apr 12 15:40:17.802874 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-608900ea-d52a-4b7e-b00b-98d81bd1f354 req-bf3f44ce-546b-42d9-96a2-08869c4b2f2b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:17.862082 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c904a9-c392-4693-a47a-c74b330393ef req-cd045ca5-db14-45ed-a197-e4d755bb3da2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518072 Apr 12 15:40:17.876130 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137df37b-405d-4bda-bf17-cd7e07222308 req-01133928-dee7-4fb4-bd70-03a2a7a657aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.877654 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-137df37b-405d-4bda-bf17-cd7e07222308 req-01133928-dee7-4fb4-bd70-03a2a7a657aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.1224403 Apr 12 15:40:17.878666 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad0b77-7502-439c-ba6e-699d284057a3 req-db93979f-3ade-405d-9fd9-c7480b3ca9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.880096 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-19ad0b77-7502-439c-ba6e-699d284057a3 req-db93979f-3ade-405d-9fd9-c7480b3ca9cd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 1129 time: 0.1260507 Apr 12 15:40:17.893493 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b1bfa-6179-444a-9333-6de02f19aff3 req-17ffecd1-e295-416a-ab9f-aca0bd68adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.896627 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-338b1bfa-6179-444a-9333-6de02f19aff3 req-17ffecd1-e295-416a-ab9f-aca0bd68adec service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=cb027e2ff75f41438e91f95368199e5b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2936373 Apr 12 15:40:17.903406 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Made reservation on behalf of df4f77f440a34ea099c2cc42787552a1 for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:17.905608 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:17.936840 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-19ad0b77-7502-439c-ba6e-699d284057a3 req-0fe2fd6d-bcba-4497-ac74-ce1b45d4fea4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:17.949497 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdceba55-4467-460c-ad2a-cc4820900b94 req-0297efc9-d309-4e73-b6a8-7f0b9d3913ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:17.950123 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:17.950885 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdceba55-4467-460c-ad2a-cc4820900b94 req-0297efc9-d309-4e73-b6a8-7f0b9d3913ea service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=7c2efce054354220b73b730da35f9ef4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3083994 Apr 12 15:40:18.049900 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-137df37b-405d-4bda-bf17-cd7e07222308 req-f0157601-ac59-48ea-a6f4-c3fdcb4fabda tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650176 Apr 12 15:40:18.074370 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-608900ea-d52a-4b7e-b00b-98d81bd1f354 req-bf3f44ce-546b-42d9-96a2-08869c4b2f2b service neutron] Publish callbacks [] for security_group (b3eb7234-5d01-4652-87fc-991d2027bb4b), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.135521 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b1bfa-6179-444a-9333-6de02f19aff3 req-5166afde-b52b-4014-bb21-1e878c5ec508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:18.137275 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-338b1bfa-6179-444a-9333-6de02f19aff3 req-5166afde-b52b-4014-bb21-1e878c5ec508 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2364724 Apr 12 15:40:18.139934 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Publish callbacks [] for security_group (0675937c-178e-443f-9f9a-a22814cc4d63), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.181249 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-608900ea-d52a-4b7e-b00b-98d81bd1f354 req-bf3f44ce-546b-42d9-96a2-08869c4b2f2b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (b3eb7234-5d01-4652-87fc-991d2027bb4b), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.212769 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdceba55-4467-460c-ad2a-cc4820900b94 req-724b1cb5-bb9f-437c-a3c3-78dbf9390218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:18.214402 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdceba55-4467-460c-ad2a-cc4820900b94 req-724b1cb5-bb9f-437c-a3c3-78dbf9390218 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2577085 Apr 12 15:40:18.219428 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f44ce-546b-42d9-96a2-08869c4b2f2b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eb7234-5d01-4652-87fc-991d2027bb4b,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:18.249020 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.db.api [req-19ad0b77-7502-439c-ba6e-699d284057a3 req-0fe2fd6d-bcba-4497-ac74-ce1b45d4fea4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 551d610f22784c50abbe229e0eccf99e {{(pid=104757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 15:40:18.249020 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG oslo_db.api [req-19ad0b77-7502-439c-ba6e-699d284057a3 req-0fe2fd6d-bcba-4497-ac74-ce1b45d4fea4 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 15:40:18.251430 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-608900ea-d52a-4b7e-b00b-98d81bd1f354 req-bf3f44ce-546b-42d9-96a2-08869c4b2f2b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683967 Apr 12 15:40:18.271591 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0675937c-178e-443f-9f9a-a22814cc4d63), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.285342 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:40:18.297635 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (16112911-8636-40e5-95c0-117057855ee3), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.297988 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Added segment 16112911-8636-40e5-95c0-117057855ee3 of type vlan for network dc08c843-413b-4f21-90a0-1e12b8fb8c6d Apr 12 15:40:18.355596 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0675937c-178e-443f-9f9a-a22814cc4d63,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:18.376349 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (dc08c843-413b-4f21-90a0-1e12b8fb8c6d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.432866 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b0f7-bf0e-4641-b9b6-25c0353f978d req-4aeab071-3557-4030-a173-85b87e5689a5 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:18.440921 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a49b0f7-bf0e-4641-b9b6-25c0353f978d req-4aeab071-3557-4030-a173-85b87e5689a5 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.2742236 Apr 12 15:40:18.440921 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-5cd6ce63-f4c6-41fa-b8bf-7b5aabbe8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:18.440921 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-5cd6ce63-f4c6-41fa-b8bf-7b5aabbe8884 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 1128 time: 0.2584062 Apr 12 15:40:18.487646 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a49b0f7-bf0e-4641-b9b6-25c0353f978d req-a335252f-6575-410e-b9a6-7548ee6ffd09 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Apr 12 15:40:18.511666 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (dc08c843-413b-4f21-90a0-1e12b8fb8c6d), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.513122 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:18.514095 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.610834 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] Pushing event updated for resources: {'Network': ['ID=dc08c843-413b-4f21-90a0-1e12b8fb8c6d,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:18.621419 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-02a5c998-f5ed-4845-81f1-5e156bcb56d2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df808cc1-866a-4e75-915a-35486530cf9d HTTP/1.1" status: 200 len: 217 time: 0.0681520 Apr 12 15:40:18.622987 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-dd7c37fe-d5a5-43e8-9053-9045ccf0d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:18.624311 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network dc08c843-413b-4f21-90a0-1e12b8fb8c6d details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:40:18.624964 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-dd7c37fe-d5a5-43e8-9053-9045ccf0d59d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 1128 time: 0.0485234 Apr 12 15:40:18.709261 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-9051950c-7d22-4132-a7d0-9f467048ce54 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70feb72b-beca-42b7-a3c3-343532dcb565 HTTP/1.1" status: 200 len: 217 time: 0.0762825 Apr 12 15:40:18.712905 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-908b3ea9-0440-46bc-8129-35177bd964cc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1906788 Apr 12 15:40:18.717233 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44652) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:18.731642 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Request body: {'subnet': {'network_id': 'dc08c843-413b-4f21-90a0-1e12b8fb8c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-601863015-subnet', 'tenant_id': 'df4f77f440a34ea099c2cc42787552a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:18.759327 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-e4bca1bd-0495-4d03-9efe-1b47cfe4f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:18.762422 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-e4bca1bd-0495-4d03-9efe-1b47cfe4f9df service neutron] 10.222.0.84 "GET /v2.0/subnets?id=92a9d828-9523-45ac-b664-1215cc57a631 HTTP/1.1" status: 200 len: 849 time: 0.1301482 Apr 12 15:40:18.818560 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 643618de-d1c8-4c20-8560-0c20cbfc52d1 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:40:18.887207 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Made reservation on behalf of df4f77f440a34ea099c2cc42787552a1 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:40:18.889551 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:18.939423 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 643618de-d1c8-4c20-8560-0c20cbfc52d1, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=643618de-d1c8-4c20-8560-0c20cbfc52d1,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:18.959409 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '643618de-d1c8-4c20-8560-0c20cbfc52d1', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'port_id': '643618de-d1c8-4c20-8560-0c20cbfc52d1', 'mac_address': 'fa:16:3e:67:8c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:40:18.963769 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-19ad0b77-7502-439c-ba6e-699d284057a3 req-0fe2fd6d-bcba-4497-ac74-ce1b45d4fea4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.072813 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74752c57-174d-492c-9add-ffbb1c105508 req-9c368dd5-bfde-4b3f-9547-6a66c235e820 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:19.077472 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74752c57-174d-492c-9add-ffbb1c105508 req-9c368dd5-bfde-4b3f-9547-6a66c235e820 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 943 time: 0.0914087 Apr 12 15:40:19.090846 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bf394-fc4d-40ef-9e4a-3818187a705b req-f405dd2f-c54e-4619-8297-f03836beedac tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:19.092415 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6d7bf394-fc4d-40ef-9e4a-3818187a705b req-f405dd2f-c54e-4619-8297-f03836beedac tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.1256862 Apr 12 15:40:19.105360 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-9120f390-71d2-4382-8766-4dead67a68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:19.106817 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-9120f390-71d2-4382-8766-4dead67a68cf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.3920877 Apr 12 15:40:19.126011 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 643618de-d1c8-4c20-8560-0c20cbfc52d1 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:19.126694 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.141555 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643618de-d1c8-4c20-8560-0c20cbfc52d1 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:40:19.164271 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 643618de-d1c8-4c20-8560-0c20cbfc52d1, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=643618de-d1c8-4c20-8560-0c20cbfc52d1,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:19.187092 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6d7bf394-fc4d-40ef-9e4a-3818187a705b req-7c4c1a33-8a21-4281-a72d-a9474040fd42 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790873 Apr 12 15:40:19.190359 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-19ad0b77-7502-439c-ba6e-699d284057a3 req-0fe2fd6d-bcba-4497-ac74-ce1b45d4fea4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3044622 Apr 12 15:40:19.196810 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74752c57-174d-492c-9add-ffbb1c105508 req-adefe7fb-9bc6-43be-9137-eead871b2523 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122849 Apr 12 15:40:19.260696 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-a59c5ffb-da17-42e0-8c9e-484acdd97b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:19.265752 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-a59c5ffb-da17-42e0-8c9e-484acdd97b50 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733948 Apr 12 15:40:19.279795 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.348540 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=643618de-d1c8-4c20-8560-0c20cbfc52d1,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:19.365479 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44674) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:19.393465 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-ab90e2c8-cbf8-4e18-8fa0-2c0cc514ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:19.395453 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-ab90e2c8-cbf8-4e18-8fa0-2c0cc514ced7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d2a7a16-6374-44dd-ba2c-8a324677c358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1973557 Apr 12 15:40:19.411583 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb5f6d-bd70-4df6-97a9-cbfe9c348eac req-148c488e-e6b6-461d-8d82-6a8eefc4a44d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:19.413080 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a0bb5f6d-bd70-4df6-97a9-cbfe9c348eac req-148c488e-e6b6-461d-8d82-6a8eefc4a44d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0715933 Apr 12 15:40:19.414723 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (0775b9e3-9fa5-4a4e-8468-c4b9838b1aef), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.491269 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c4430f9b-9261-4a89-be73-ddaf54bca9fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.497491 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0775b9e3-9fa5-4a4e-8468-c4b9838b1aef,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:19.554962 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a0bb5f6d-bd70-4df6-97a9-cbfe9c348eac req-43d36f68-5163-436f-9998-b94d41da20c7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335864 Apr 12 15:40:19.579512 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Checking segment: {'id': '16112911-8636-40e5-95c0-117057855ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dc08c843-413b-4f21-90a0-1e12b8fb8c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:40:19.579839 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Network hostable DHCP agents. Network: dc08c843-413b-4f21-90a0-1e12b8fb8c6d, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:40:19.625116 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['643618de-d1c8-4c20-8560-0c20cbfc52d1'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:40:19.629383 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-9c071a67-8736-4898-9ede-1f02f24052b9 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207409 Apr 12 15:40:19.670267 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e441a-5574-418e-a9a7-5e4ed8590eeb req-0c075068-8eaf-43db-82b5-995a2b3d7e55 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:19.674693 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a70e441a-5574-418e-a9a7-5e4ed8590eeb req-0c075068-8eaf-43db-82b5-995a2b3d7e55 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0999827 Apr 12 15:40:19.704450 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Network dc08c843-413b-4f21-90a0-1e12b8fb8c6d is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:40:19.709071 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-b7a19d6c-6d60-4173-bfc6-0d9b6ec70ba8 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026601 Apr 12 15:40:19.720126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c4430f9b-9261-4a89-be73-ddaf54bca9fe admin admin] Publish callbacks [] for security_group (6cba8205-2171-4442-a8b3-c437db27e16f), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.745235 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e4cd990-3f67-407f-a3b4-756a37b8aa43 req-70b85b53-af88-4c39-bfa9-7c50677fbd88 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098976 Apr 12 15:40:19.750905 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a70e441a-5574-418e-a9a7-5e4ed8590eeb req-b8265472-7bb4-4574-9eed-832fcdf63b16 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683193 Apr 12 15:40:19.813818 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, dc08c843-413b-4f21-90a0-1e12b8fb8c6d) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:40:19.818310 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:19.818905 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.824562 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef917d4-a563-4914-aa49-c126afa14919 None None] Network dc08c843-413b-4f21-90a0-1e12b8fb8c6d requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:40:19.839859 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c4430f9b-9261-4a89-be73-ddaf54bca9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (6cba8205-2171-4442-a8b3-c437db27e16f), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.880885 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c4430f9b-9261-4a89-be73-ddaf54bca9fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c30fb93a43f44c2eb193a7b59c06d8a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142369 Apr 12 15:40:19.882959 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4430f9b-9261-4a89-be73-ddaf54bca9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba8205-2171-4442-a8b3-c437db27e16f,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:19.884730 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44682) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:19.919673 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e99d52dd-dbdd-4e02-b209-73071ab0281b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2013824 Apr 12 15:40:19.945571 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1a913b05-08de-4b18-a749-40e1b6286ba1 admin admin] Publish callbacks [] for security_group (6cba8205-2171-4442-a8b3-c437db27e16f), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:19.946944 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80a069-3d7c-465b-b887-d1feabe218b0 None None] Network dc08c843-413b-4f21-90a0-1e12b8fb8c6d requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:40:19.979604 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1a913b05-08de-4b18-a749-40e1b6286ba1 admin admin] Publish callbacks [] for security_group (6cba8205-2171-4442-a8b3-c437db27e16f), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:20.205501 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1a913b05-08de-4b18-a749-40e1b6286ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (6cba8205-2171-4442-a8b3-c437db27e16f), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:20.209097 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1a913b05-08de-4b18-a749-40e1b6286ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:20.210297 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1a913b05-08de-4b18-a749-40e1b6286ba1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6cba8205-2171-4442-a8b3-c437db27e16f HTTP/1.1" status: 204 len: 168 time: 0.3244298 Apr 12 15:40:20.218533 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a913b05-08de-4b18-a749-40e1b6286ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba8205-2171-4442-a8b3-c437db27e16f,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:20.363686 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a38b-a791-42a1-87dc-e9676dbfc39f req-12d379e1-55ff-43d3-8c5c-003f80c447bc tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:20.366461 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1fa4a38b-a791-42a1-87dc-e9676dbfc39f req-12d379e1-55ff-43d3-8c5c-003f80c447bc tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 944 time: 0.0915761 Apr 12 15:40:20.427184 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1fa4a38b-a791-42a1-87dc-e9676dbfc39f req-7bbaa425-6d2b-4be0-b51b-cfdf7d6778d7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553217 Apr 12 15:40:20.429867 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c99ee-2d3e-4971-8186-e1f521ec1e12 req-2b8d7044-e052-43d5-bc1e-efb0e09ec096 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:20.431471 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e53c99ee-2d3e-4971-8186-e1f521ec1e12 req-2b8d7044-e052-43d5-bc1e-efb0e09ec096 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.1107888 Apr 12 15:40:20.470588 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf5fd7e1-2e4e-4909-8a20-7404c38c71fd req-5f6567f5-b8d3-4eac-8d62-791a7a84eaa9 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747200 Apr 12 15:40:20.514393 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e53c99ee-2d3e-4971-8186-e1f521ec1e12 req-a03549f9-244a-45a7-b1ff-b575a4402178 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748017 Apr 12 15:40:20.697274 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475bf3f-047e-4009-aefd-c27b08b5e4f7 req-27087e43-772b-4f18-a169-e22c28ef6ee8 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:20.698888 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2475bf3f-047e-4009-aefd-c27b08b5e4f7 req-27087e43-772b-4f18-a169-e22c28ef6ee8 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0674684 Apr 12 15:40:20.758931 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2475bf3f-047e-4009-aefd-c27b08b5e4f7 req-ca566d11-5375-4fe5-92e2-d3773715b381 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536141 Apr 12 15:40:20.890380 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef06309-b652-45d9-a743-06a550229d66 req-726e86a3-868d-4aa0-989d-ae0f235318a4 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:20.890380 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7ef06309-b652-45d9-a743-06a550229d66 req-726e86a3-868d-4aa0-989d-ae0f235318a4 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0594611 Apr 12 15:40:20.895212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 643618de-d1c8-4c20-8560-0c20cbfc52d1 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:40:20.946671 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 643618de-d1c8-4c20-8560-0c20cbfc52d1 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:40:20.974446 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7ef06309-b652-45d9-a743-06a550229d66 req-c4bd35be-6e48-439a-ad4d-199128fbb67b tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Apr 12 15:40:21.042672 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 643618de-d1c8-4c20-8560-0c20cbfc52d1 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:40:21.043128 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:21.146867 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 643618de-d1c8-4c20-8560-0c20cbfc52d1 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:21.147259 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:21.171703 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643618de-d1c8-4c20-8560-0c20cbfc52d1'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:21.174498 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fcacf8-34c2-42d6-8a06-2cf0718439c4" -d '{"events": [{"server_uuid": "ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "643618de-d1c8-4c20-8560-0c20cbfc52d1"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:21.190381 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 643618de-d1c8-4c20-8560-0c20cbfc52d1, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=643618de-d1c8-4c20-8560-0c20cbfc52d1,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:21.214438 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ff56cd-3ef4-4d3c-959e-8184dad2d298 x-openstack-request-id: req-b0ff56cd-3ef4-4d3c-959e-8184dad2d298 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:21.214853 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "643618de-d1c8-4c20-8560-0c20cbfc52d1", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:21.215031 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0ff56cd-3ef4-4d3c-959e-8184dad2d298 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:21.215426 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ff56cd-3ef4-4d3c-959e-8184dad2d298'] response: {'server_uuid': 'ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643618de-d1c8-4c20-8560-0c20cbfc52d1', 'code': 200} Apr 12 15:40:21.310855 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:21.373338 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=643618de-d1c8-4c20-8560-0c20cbfc52d1,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:21.477442 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 44760) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:21.571237 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03528661-7af2-44a2-b70d-12a1c2066d1a req-9ec5e18e-4dea-4078-842e-223882933b6a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:21.573221 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-03528661-7af2-44a2-b70d-12a1c2066d1a req-9ec5e18e-4dea-4078-842e-223882933b6a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0552647 Apr 12 15:40:21.628376 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-03528661-7af2-44a2-b70d-12a1c2066d1a req-0cc5304e-bcb5-4c12-805a-ad672906b2e3 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486250 Apr 12 15:40:21.671513 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101cc7-74c7-470b-9d44-daac5b823832 req-9be79e4e-314a-446d-9f96-7dc807a56015 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:21.673664 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1e101cc7-74c7-470b-9d44-daac5b823832 req-9be79e4e-314a-446d-9f96-7dc807a56015 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0651803 Apr 12 15:40:21.730440 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1e101cc7-74c7-470b-9d44-daac5b823832 req-5f2eb479-9c76-42a4-9db2-39d5e7fb7a2e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503926 Apr 12 15:40:21.738676 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1f01e6f2-a938-4261-978a-217a8271ef2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:21.827794 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1f01e6f2-a938-4261-978a-217a8271ef2e admin admin] Publish callbacks [] for security_group (4e3eb0ad-292d-46b5-8391-bce5de02bef8), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:21.886788 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda78c6c-e357-452d-bf8f-67ac824f40c4 req-0a27fe67-b076-44b6-8683-64b3542af6a0 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:21.888275 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fda78c6c-e357-452d-bf8f-67ac824f40c4 req-0a27fe67-b076-44b6-8683-64b3542af6a0 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0627604 Apr 12 15:40:21.910662 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1f01e6f2-a938-4261-978a-217a8271ef2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4e3eb0ad-292d-46b5-8391-bce5de02bef8), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:21.945303 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fda78c6c-e357-452d-bf8f-67ac824f40c4 req-a5a2a5ea-3d1e-4cd2-a914-55020e3eab70 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509894 Apr 12 15:40:21.965839 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1f01e6f2-a938-4261-978a-217a8271ef2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4adc68e8fe8547318d5208bc7c2966b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4866171 Apr 12 15:40:21.966191 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01e6f2-a938-4261-978a-217a8271ef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3eb0ad-292d-46b5-8391-bce5de02bef8,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:21.976004 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44816) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:22.033680 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42d4d144-f405-4b8f-84dd-4aefc82e1c3c admin admin] Publish callbacks [] for security_group (4e3eb0ad-292d-46b5-8391-bce5de02bef8), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:22.058774 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42d4d144-f405-4b8f-84dd-4aefc82e1c3c admin admin] Publish callbacks [] for security_group (4e3eb0ad-292d-46b5-8391-bce5de02bef8), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:22.101490 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64525d80-f5b7-4a41-a32e-90b7b945b1ed req-4003a057-89b2-4008-847f-5265935f9318 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:22.102998 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64525d80-f5b7-4a41-a32e-90b7b945b1ed req-4003a057-89b2-4008-847f-5265935f9318 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0539207 Apr 12 15:40:22.157130 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64525d80-f5b7-4a41-a32e-90b7b945b1ed req-8cd5dc54-4a6e-4d00-b3b7-1da22a5eefd1 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484076 Apr 12 15:40:22.219738 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42d4d144-f405-4b8f-84dd-4aefc82e1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4e3eb0ad-292d-46b5-8391-bce5de02bef8), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:22.222996 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42d4d144-f405-4b8f-84dd-4aefc82e1c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:22.226394 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-42d4d144-f405-4b8f-84dd-4aefc82e1c3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e3eb0ad-292d-46b5-8391-bce5de02bef8 HTTP/1.1" status: 204 len: 168 time: 0.2471681 Apr 12 15:40:22.233445 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4d144-f405-4b8f-84dd-4aefc82e1c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3eb0ad-292d-46b5-8391-bce5de02bef8,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:22.746753 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaccc52-1edc-4d71-aaaa-4de4fd041488 req-03ad4c19-2192-4bc8-8857-7e30c1bd4eea tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:22.751509 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-eeaccc52-1edc-4d71-aaaa-4de4fd041488 req-03ad4c19-2192-4bc8-8857-7e30c1bd4eea tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0511048 Apr 12 15:40:22.813869 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-eeaccc52-1edc-4d71-aaaa-4de4fd041488 req-c1518b49-3f59-47e4-ab7d-a9e494874919 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544271 Apr 12 15:40:22.855112 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09c4b3-d44b-4830-af41-f3c204486fa3 req-744b14f0-686e-47cc-bdbf-c695805f5fb5 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:22.855112 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2d09c4b3-d44b-4830-af41-f3c204486fa3 req-744b14f0-686e-47cc-bdbf-c695805f5fb5 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0496674 Apr 12 15:40:22.901579 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2d09c4b3-d44b-4830-af41-f3c204486fa3 req-0f12ec51-59c3-4890-9c56-69c1f111cca3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414732 Apr 12 15:40:23.007165 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44852) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:23.021789 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1b07987b-2a38-4848-b1b1-1fb0ef7a268b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:23.087849 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42520-d53d-4857-bdb1-64647ab4bc94 req-40bc5fa0-02a6-4934-9605-60d7570aa625 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:23.089476 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-45e42520-d53d-4857-bdb1-64647ab4bc94 req-40bc5fa0-02a6-4934-9605-60d7570aa625 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0647194 Apr 12 15:40:23.167576 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-45e42520-d53d-4857-bdb1-64647ab4bc94 req-201353e0-01ec-45d9-942b-59eb19aef53d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707695 Apr 12 15:40:23.199954 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1b07987b-2a38-4848-b1b1-1fb0ef7a268b admin admin] Publish callbacks [] for security_group (4ca72912-e5d6-4678-a594-a1905d7f1e2c), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:23.279660 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1b07987b-2a38-4848-b1b1-1fb0ef7a268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4ca72912-e5d6-4678-a594-a1905d7f1e2c), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:23.282402 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47949710-7822-454b-a916-fe09ed3adfe8 req-476a731c-a246-48fe-94f3-8e726c4c8fb8 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:23.283939 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-47949710-7822-454b-a916-fe09ed3adfe8 req-476a731c-a246-48fe-94f3-8e726c4c8fb8 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0540128 Apr 12 15:40:23.324763 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-1b07987b-2a38-4848-b1b1-1fb0ef7a268b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec4fb4ddccf143b58dc5c25815344965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162618 Apr 12 15:40:23.325872 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07987b-2a38-4848-b1b1-1fb0ef7a268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca72912-e5d6-4678-a594-a1905d7f1e2c,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:23.329237 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 44870) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:23.338430 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-47949710-7822-454b-a916-fe09ed3adfe8 req-33aeea66-73c3-4fac-b5b5-8ba7a24a1d9c tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468061 Apr 12 15:40:23.384361 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baf4fa30-1de1-482c-9fc8-287b15665b86 admin admin] Publish callbacks [] for security_group (4ca72912-e5d6-4678-a594-a1905d7f1e2c), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:23.407846 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baf4fa30-1de1-482c-9fc8-287b15665b86 admin admin] Publish callbacks [] for security_group (4ca72912-e5d6-4678-a594-a1905d7f1e2c), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:23.556863 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baf4fa30-1de1-482c-9fc8-287b15665b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4ca72912-e5d6-4678-a594-a1905d7f1e2c), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:23.559503 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baf4fa30-1de1-482c-9fc8-287b15665b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:23.560663 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-baf4fa30-1de1-482c-9fc8-287b15665b86 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ca72912-e5d6-4678-a594-a1905d7f1e2c HTTP/1.1" status: 204 len: 168 time: 0.2301884 Apr 12 15:40:23.573574 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4fa30-1de1-482c-9fc8-287b15665b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca72912-e5d6-4678-a594-a1905d7f1e2c,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:23.955819 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd29c28-4797-4987-8ef8-e3b915c48451 req-6e5a6aa2-3ce4-4db5-bcc0-17c171e936d9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:23.957944 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-efd29c28-4797-4987-8ef8-e3b915c48451 req-6e5a6aa2-3ce4-4db5-bcc0-17c171e936d9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0753527 Apr 12 15:40:24.047974 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-efd29c28-4797-4987-8ef8-e3b915c48451 req-9611fa51-acf6-4edc-beb9-a5ef1cd21a71 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762796 Apr 12 15:40:24.106244 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd463e7-806c-460e-b433-4974abe7a765 req-301939a9-d574-4bc0-8722-2016dbe53925 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:24.107738 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ebd463e7-806c-460e-b433-4974abe7a765 req-301939a9-d574-4bc0-8722-2016dbe53925 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0654466 Apr 12 15:40:24.169889 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ebd463e7-806c-460e-b433-4974abe7a765 req-e88eacab-f40b-4642-a8e9-a8330d8800fc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538588 Apr 12 15:40:24.291577 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5783e4-7964-4b99-bc8f-bff2fecea2a9 req-cd8f7ba0-dda6-4018-a0dc-9745695637c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:24.293104 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1c5783e4-7964-4b99-bc8f-bff2fecea2a9 req-cd8f7ba0-dda6-4018-a0dc-9745695637c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 944 time: 0.0480566 Apr 12 15:40:24.344042 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1c5783e4-7964-4b99-bc8f-bff2fecea2a9 req-b8469a32-778a-4594-ad51-ef8006f7c8c2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Apr 12 15:40:24.469884 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e012db-41b0-4117-b874-37a92bc75a86 req-a79a289a-2781-4fb4-8348-7468eabaebc0 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:24.471400 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e3e012db-41b0-4117-b874-37a92bc75a86 req-a79a289a-2781-4fb4-8348-7468eabaebc0 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0511010 Apr 12 15:40:24.519043 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e3e012db-41b0-4117-b874-37a92bc75a86 req-82a24d4d-1723-4cab-b675-fe7a4f910eb6 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Apr 12 15:40:24.890796 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device df808cc1-866a-4e75-915a-35486530cf9d details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:40:25.017003 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port df808cc1-866a-4e75-915a-35486530cf9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=df808cc1-866a-4e75-915a-35486530cf9d,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:25.030800 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'df808cc1-866a-4e75-915a-35486530cf9d', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'port_id': 'df808cc1-866a-4e75-915a-35486530cf9d', 'mac_address': 'fa:16:3e:71:94:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:40:25.071972 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port df808cc1-866a-4e75-915a-35486530cf9d is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:25.072591 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (df808cc1-866a-4e75-915a-35486530cf9d), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:25.089939 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df808cc1-866a-4e75-915a-35486530cf9d {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:40:25.118376 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port df808cc1-866a-4e75-915a-35486530cf9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=df808cc1-866a-4e75-915a-35486530cf9d,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:25.187178 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016dff4-0c62-407b-ba0e-585019df842f req-150555b7-76f1-46d3-85ee-fa92faa4462c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:25.189705 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4016dff4-0c62-407b-ba0e-585019df842f req-150555b7-76f1-46d3-85ee-fa92faa4462c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0542727 Apr 12 15:40:25.228353 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (df808cc1-866a-4e75-915a-35486530cf9d), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:25.240620 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4016dff4-0c62-407b-ba0e-585019df842f req-2806f72d-fefa-4a57-8b52-80ff552710fa tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Apr 12 15:40:25.323723 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=df808cc1-866a-4e75-915a-35486530cf9d,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:25.327661 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98466aac-11ad-47cd-a00f-6d09fbf6708a req-b44ca44a-f89d-4906-ad08-10996c4417dd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:25.330556 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-98466aac-11ad-47cd-a00f-6d09fbf6708a req-b44ca44a-f89d-4906-ad08-10996c4417dd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0657806 Apr 12 15:40:25.385891 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-98466aac-11ad-47cd-a00f-6d09fbf6708a req-60a1dc5e-37ae-48ea-ae8c-3f436010bf49 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495443 Apr 12 15:40:25.483848 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33616e33-c7ca-49cd-9a47-becfb31c7150 req-1f27225b-d9cd-4912-b988-3fca1b211a16 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:25.487981 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-33616e33-c7ca-49cd-9a47-becfb31c7150 req-1f27225b-d9cd-4912-b988-3fca1b211a16 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 945 time: 0.0673904 Apr 12 15:40:25.543120 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-33616e33-c7ca-49cd-9a47-becfb31c7150 req-cec7b9c6-bc33-445c-b3a0-869fbd0aaea3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515125 Apr 12 15:40:25.631518 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['df808cc1-866a-4e75-915a-35486530cf9d'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:40:26.356202 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5b7ae-b355-4743-9f93-99004b46b2d1 req-e9b599fa-a608-46fb-9e30-1c7bc07f6bc8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:26.357763 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3f5b7ae-b355-4743-9f93-99004b46b2d1 req-e9b599fa-a608-46fb-9e30-1c7bc07f6bc8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0498126 Apr 12 15:40:26.406142 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3f5b7ae-b355-4743-9f93-99004b46b2d1 req-39e3f1c0-3869-4ae7-a461-dcef3c89d100 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Apr 12 15:40:26.539815 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ea5a8-723d-4b82-816d-176b6b4c53e0 req-df9dab4f-6702-419b-b169-378f2b13b832 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:26.541321 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f56ea5a8-723d-4b82-816d-176b6b4c53e0 req-df9dab4f-6702-419b-b169-378f2b13b832 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0816028 Apr 12 15:40:26.550675 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fcbef-5d5a-4200-9190-517962c157c5 req-8c9e357d-e4a4-4d1a-bb14-3a3e3388123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:26.552055 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ca8fcbef-5d5a-4200-9190-517962c157c5 req-8c9e357d-e4a4-4d1a-bb14-3a3e3388123e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 1129 time: 0.0591052 Apr 12 15:40:26.623793 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f56ea5a8-723d-4b82-816d-176b6b4c53e0 req-cd02ea13-24d0-4201-8ab5-13c8ad934387 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754409 Apr 12 15:40:26.626326 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ca8fcbef-5d5a-4200-9190-517962c157c5 req-909d7cf7-b081-4116-873d-7361e62fd78f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620470 Apr 12 15:40:26.661789 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efde57b-d479-4124-ac34-6cca749a7584 req-28f71bb4-d809-4422-adcd-6f69d5ca1445 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:26.663171 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5efde57b-d479-4124-ac34-6cca749a7584 req-28f71bb4-d809-4422-adcd-6f69d5ca1445 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 945 time: 0.0497413 Apr 12 15:40:26.710861 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5efde57b-d479-4124-ac34-6cca749a7584 req-8155b58d-a269-44d6-934c-86af5c815746 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416639 Apr 12 15:40:26.890221 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:40:26.925119 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device df808cc1-866a-4e75-915a-35486530cf9d up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:40:27.012117 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port df808cc1-866a-4e75-915a-35486530cf9d completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:40:27.036523 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:27.050470 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '70feb72b-beca-42b7-a3c3-343532dcb565', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'port_id': '70feb72b-beca-42b7-a3c3-343532dcb565', 'mac_address': 'fa:16:3e:0d:79:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:40:27.097607 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 70feb72b-beca-42b7-a3c3-343532dcb565 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:27.098009 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:27.100124 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port df808cc1-866a-4e75-915a-35486530cf9d triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:40:27.100516 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (df808cc1-866a-4e75-915a-35486530cf9d), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:27.145731 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70feb72b-beca-42b7-a3c3-343532dcb565 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:40:27.173915 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:27.212468 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port df808cc1-866a-4e75-915a-35486530cf9d is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:27.212809 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (df808cc1-866a-4e75-915a-35486530cf9d), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:27.235801 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df808cc1-866a-4e75-915a-35486530cf9d'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:27.238210 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a337678c-a3ce-4e1c-9285-86c54547f515" -d '{"events": [{"server_uuid": "dfae4b22-86c4-4d04-94cd-65666069140d", "name": "network-vif-plugged", "status": "completed", "tag": "df808cc1-866a-4e75-915a-35486530cf9d"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:27.254499 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port df808cc1-866a-4e75-915a-35486530cf9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=df808cc1-866a-4e75-915a-35486530cf9d,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:27.277901 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e6c5b2-c6bb-41d4-9731-6fa3bb12496a x-openstack-request-id: req-53e6c5b2-c6bb-41d4-9731-6fa3bb12496a {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:27.278286 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfae4b22-86c4-4d04-94cd-65666069140d", "name": "network-vif-plugged", "status": "completed", "tag": "df808cc1-866a-4e75-915a-35486530cf9d", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:27.278468 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-53e6c5b2-c6bb-41d4-9731-6fa3bb12496a {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:27.284123 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e6c5b2-c6bb-41d4-9731-6fa3bb12496a'] response: {'server_uuid': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df808cc1-866a-4e75-915a-35486530cf9d', 'code': 200} Apr 12 15:40:27.284123 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:27.329524 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:27.336650 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (df808cc1-866a-4e75-915a-35486530cf9d), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:27.388505 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=df808cc1-866a-4e75-915a-35486530cf9d,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:27.524992 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4c931-bc7d-4144-9097-b588d5499468 req-150fbbe9-3183-4e4f-a3a4-20748f4c9f68 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:27.526748 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3ab4c931-bc7d-4144-9097-b588d5499468 req-150fbbe9-3183-4e4f-a3a4-20748f4c9f68 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0543697 Apr 12 15:40:27.585931 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3ab4c931-bc7d-4144-9097-b588d5499468 req-86c16556-e2f3-4b82-85a4-1d07287a23f0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532188 Apr 12 15:40:27.742867 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3579679-7a6f-47e4-a952-0e769db6b99d req-092bb676-3144-4979-9290-59242c75db3d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:27.744278 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c3579679-7a6f-47e4-a952-0e769db6b99d req-092bb676-3144-4979-9290-59242c75db3d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 945 time: 0.0478947 Apr 12 15:40:27.793939 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c3579679-7a6f-47e4-a952-0e769db6b99d req-d120ee47-b5dd-40f0-929c-03a53587f537 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Apr 12 15:40:27.837287 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['70feb72b-beca-42b7-a3c3-343532dcb565'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:40:27.912035 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5f50-63c8-43d7-a7b5-42bcddd835d4 req-226f9922-b08c-46e6-8f48-22f2a2872a49 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:27.913988 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a37d5f50-63c8-43d7-a7b5-42bcddd835d4 req-226f9922-b08c-46e6-8f48-22f2a2872a49 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0537362 Apr 12 15:40:27.965186 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a37d5f50-63c8-43d7-a7b5-42bcddd835d4 req-6fc1d419-884e-402a-9445-31536118188d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437980 Apr 12 15:40:28.703481 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c231b-ddb1-4a14-8ac6-4160cb872ad4 req-f3e2f4cf-e74f-4241-8665-b2e809ca5730 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:28.705101 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f70c231b-ddb1-4a14-8ac6-4160cb872ad4 req-f3e2f4cf-e74f-4241-8665-b2e809ca5730 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0498705 Apr 12 15:40:28.756513 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f70c231b-ddb1-4a14-8ac6-4160cb872ad4 req-434e4da0-3767-4e3a-8446-1dd30aebdfca tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458033 Apr 12 15:40:28.901872 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:40:28.957597 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0532a-c299-43af-bb60-602e53ac3970 req-9e480312-8d84-4f97-9702-d2c0255603fc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:28.959530 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2cd0532a-c299-43af-bb60-602e53ac3970 req-9e480312-8d84-4f97-9702-d2c0255603fc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 945 time: 0.0809209 Apr 12 15:40:28.993420 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 70feb72b-beca-42b7-a3c3-343532dcb565 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:40:29.024101 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447c546-1099-4e5b-851f-e0a4315af2ff req-b894e0ee-8834-4fbf-945e-79b1777bc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:29.030973 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c447c546-1099-4e5b-851f-e0a4315af2ff req-b894e0ee-8834-4fbf-945e-79b1777bc302 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 1130 time: 0.0497327 Apr 12 15:40:29.086834 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2cd0532a-c299-43af-bb60-602e53ac3970 req-de24a309-322f-4bc0-8935-908204bdb919 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198676 Apr 12 15:40:29.111678 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5b375386-81a8-44cd-b461-b03a58396d20 req-ba1814d0-533e-470f-a615-6e53e5491384 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994816 Apr 12 15:40:29.116283 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c447c546-1099-4e5b-851f-e0a4315af2ff req-edaef3f9-7b6f-406a-a3b4-ee7e8f78de4e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638528 Apr 12 15:40:29.170283 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8f486-9470-418c-9983-b3931510532b req-a1318727-8ae5-4112-96ed-1cc22e70fa99 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:29.172184 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-35e8f486-9470-418c-9983-b3931510532b req-a1318727-8ae5-4112-96ed-1cc22e70fa99 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0734990 Apr 12 15:40:29.178448 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 70feb72b-beca-42b7-a3c3-343532dcb565 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:40:29.178856 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:29.236195 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-35e8f486-9470-418c-9983-b3931510532b req-ec668c67-4849-46c8-9719-410e450b0238 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553288 Apr 12 15:40:29.282525 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 70feb72b-beca-42b7-a3c3-343532dcb565 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:40:29.282921 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:29.307841 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:29.310198 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d1bec-91f7-430f-abbb-7c6cdbb3fcea" -d '{"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-plugged", "status": "completed", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:29.340705 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:29.356422 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a72788-ad43-4676-8433-754f62ceb805 x-openstack-request-id: req-b4a72788-ad43-4676-8433-754f62ceb805 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:29.357408 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-plugged", "status": "completed", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:29.357677 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b4a72788-ad43-4676-8433-754f62ceb805 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:29.358268 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a72788-ad43-4676-8433-754f62ceb805'] response: {'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565', 'code': 200} Apr 12 15:40:29.461553 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b375386-81a8-44cd-b461-b03a58396d20 req-0a88f0dc-9c0e-49ac-83b9-dcca745119cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:29.463956 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5b375386-81a8-44cd-b461-b03a58396d20 req-0a88f0dc-9c0e-49ac-83b9-dcca745119cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9b3e88b451e1464686e29192b9a5982a&device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 1129 time: 0.0480065 Apr 12 15:40:29.477209 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:29.553150 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:29.601014 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b375386-81a8-44cd-b461-b03a58396d20 req-c4fe61da-bb13-46ce-be8b-1459d19dd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:29.602479 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5b375386-81a8-44cd-b461-b03a58396d20 req-c4fe61da-bb13-46ce-be8b-1459d19dd0bc service neutron] 10.222.0.84 "GET /v2.0/networks?id=931ce429-88a5-442a-ab67-7761197c63e2 HTTP/1.1" status: 200 len: 912 time: 0.1001711 Apr 12 15:40:29.751236 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:29.867488 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79048c73-5583-4d1d-bc4e-dd469d16d8cc req-b44bfa73-edac-42d5-af35-4cb925f5dc47 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:29.869044 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-79048c73-5583-4d1d-bc4e-dd469d16d8cc req-b44bfa73-edac-42d5-af35-4cb925f5dc47 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0464621 Apr 12 15:40:29.916703 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-79048c73-5583-4d1d-bc4e-dd469d16d8cc req-831dd4e7-5425-4c3a-b153-cda87c6da594 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Apr 12 15:40:30.008223 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-30134797-af49-4867-a0bf-d1b9ec0a9754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:30.231622 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5b375386-81a8-44cd-b461-b03a58396d20 req-98ac6a80-2575-44a9-a5bf-d3e12812ed64 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23492e70-c17d-4500-996f-041db984dfee HTTP/1.1" status: 200 len: 217 time: 0.0599401 Apr 12 15:40:30.245893 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e701d-ae5c-4bed-be7f-ec0e6a155799 req-00dc1d91-4e3d-4da9-a6fe-5d6c4e88aac6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:30.247692 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-116e701d-ae5c-4bed-be7f-ec0e6a155799 req-00dc1d91-4e3d-4da9-a6fe-5d6c4e88aac6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0864151 Apr 12 15:40:30.305936 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07894c8-5094-4571-b256-fdacc12feda4 req-6a839c9d-d961-4069-8d45-4026d884f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:30.308056 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c07894c8-5094-4571-b256-fdacc12feda4 req-6a839c9d-d961-4069-8d45-4026d884f48e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 1130 time: 0.0613089 Apr 12 15:40:30.329580 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b375386-81a8-44cd-b461-b03a58396d20 req-75a2bad4-7054-4961-b103-41efa9af6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:30.331130 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5b375386-81a8-44cd-b461-b03a58396d20 req-75a2bad4-7054-4961-b103-41efa9af6488 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67e09ab8-a6bb-40f4-af9a-c5e15f540c72 HTTP/1.1" status: 200 len: 852 time: 0.0825706 Apr 12 15:40:30.344577 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-116e701d-ae5c-4bed-be7f-ec0e6a155799 req-1425052f-713a-498d-9ea8-de4e576ebb44 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651939 Apr 12 15:40:30.382164 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c07894c8-5094-4571-b256-fdacc12feda4 req-d11a270d-cec0-4966-ad55-9b0fe9ebb343 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574126 Apr 12 15:40:30.396184 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5b375386-81a8-44cd-b461-b03a58396d20 req-82d05e94-6784-4b90-99b1-8a7510784a49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=931ce429-88a5-442a-ab67-7761197c63e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411673 Apr 12 15:40:30.464062 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d26c9-79af-4d86-966f-dc2eac2277f9 req-257ba974-e83c-45b4-961e-450df837d121 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:30.465484 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bd2d26c9-79af-4d86-966f-dc2eac2277f9 req-257ba974-e83c-45b4-961e-450df837d121 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0500555 Apr 12 15:40:30.515443 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bd2d26c9-79af-4d86-966f-dc2eac2277f9 req-46ba3a92-48d8-44e7-8c54-791c03bbd104 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433156 Apr 12 15:40:30.544462 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b896eb-61ac-4f2e-be71-37977f98b76d req-ba69200a-29a7-405a-94ef-552f14357a72 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:30.546116 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24b896eb-61ac-4f2e-be71-37977f98b76d req-ba69200a-29a7-405a-94ef-552f14357a72 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0525148 Apr 12 15:40:30.593826 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24b896eb-61ac-4f2e-be71-37977f98b76d req-e065c062-682b-435b-8ffe-9796065af06a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Apr 12 15:40:31.473344 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fbd73-a597-43cf-acd5-16998bd22128 req-34076764-db7a-4031-9e20-921d44c7a0b3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:31.474955 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-452fbd73-a597-43cf-acd5-16998bd22128 req-34076764-db7a-4031-9e20-921d44c7a0b3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0519667 Apr 12 15:40:31.531975 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-452fbd73-a597-43cf-acd5-16998bd22128 req-e8a1c578-1bf4-41e7-be41-f26efb39097e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510619 Apr 12 15:40:31.651272 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f0f6b-1860-4e43-8a4e-e16290d0e7fc req-05c6454e-bff6-4df2-be47-3419753726fd tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:31.652968 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-315f0f6b-1860-4e43-8a4e-e16290d0e7fc req-05c6454e-bff6-4df2-be47-3419753726fd tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0530658 Apr 12 15:40:31.707550 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-315f0f6b-1860-4e43-8a4e-e16290d0e7fc req-7603f46f-66a7-4c0c-a859-61ef38a79cee tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487018 Apr 12 15:40:31.726574 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf158-895c-48d3-8acb-facb2cd9a39e req-f9d3367a-8b2c-45f6-a54e-276cb4e2f395 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:31.726574 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b0ecf158-895c-48d3-8acb-facb2cd9a39e req-f9d3367a-8b2c-45f6-a54e-276cb4e2f395 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0514326 Apr 12 15:40:31.768134 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b0ecf158-895c-48d3-8acb-facb2cd9a39e req-03780768-6e8a-45db-87ea-3eb49f8431c8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Apr 12 15:40:32.646982 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02d3e7-b2b8-43d5-a342-6c690979f117 req-2178e267-5197-409b-a6b9-59c81250edc0 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:32.648483 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd02d3e7-b2b8-43d5-a342-6c690979f117 req-2178e267-5197-409b-a6b9-59c81250edc0 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0471828 Apr 12 15:40:32.697603 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd02d3e7-b2b8-43d5-a342-6c690979f117 req-4589c4b8-0e54-4354-bd29-72165423b76d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434625 Apr 12 15:40:32.808023 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b4658001-62a6-4fa0-bec6-fe4e2aa4e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:32.819658 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5aeab-5324-4a78-90ed-ae4d848c9f12 req-06e1470f-91fb-4784-a01c-8cdd782875cf tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:32.821210 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9d5aeab-5324-4a78-90ed-ae4d848c9f12 req-06e1470f-91fb-4784-a01c-8cdd782875cf tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0482879 Apr 12 15:40:32.871074 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f9d5aeab-5324-4a78-90ed-ae4d848c9f12 req-4fe7d177-783e-4ace-9379-3f9224c4818f tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Apr 12 15:40:32.887763 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573337a1-c2ea-4d85-9cd6-fb8566856a68 req-e1dc41d3-a91b-46ab-9ce5-212b6d7b3079 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:32.889232 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-573337a1-c2ea-4d85-9cd6-fb8566856a68 req-e1dc41d3-a91b-46ab-9ce5-212b6d7b3079 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0545294 Apr 12 15:40:32.938389 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-573337a1-c2ea-4d85-9cd6-fb8566856a68 req-a03c73cc-418e-4d47-813e-6408d139b6d8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Apr 12 15:40:33.880242 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a1e0-8573-41fd-9e97-ac72513f3db6 req-185034bd-daea-4a4e-b7d7-059ea54ebd08 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:33.881751 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d204a1e0-8573-41fd-9e97-ac72513f3db6 req-185034bd-daea-4a4e-b7d7-059ea54ebd08 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0466537 Apr 12 15:40:33.891247 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:33.933491 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d204a1e0-8573-41fd-9e97-ac72513f3db6 req-dd3e3310-a18b-4f8f-9884-d7875055b340 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461032 Apr 12 15:40:33.995610 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032d91e-5793-4fb3-afe3-ca650ab1b1e1 req-3978cea8-a165-4925-9fa4-8a42a75d4275 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:33.997256 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a032d91e-5793-4fb3-afe3-ca650ab1b1e1 req-3978cea8-a165-4925-9fa4-8a42a75d4275 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0514371 Apr 12 15:40:34.050674 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a032d91e-5793-4fb3-afe3-ca650ab1b1e1 req-32b3d75d-f3a0-49f3-a4c5-3943edabb0da tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465484 Apr 12 15:40:34.064330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902abb53-cf77-4345-8dc8-f32e7550798d req-d5e37901-b3f5-4cfb-b8d3-c511c245f1bb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:34.065907 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-902abb53-cf77-4345-8dc8-f32e7550798d req-d5e37901-b3f5-4cfb-b8d3-c511c245f1bb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0492034 Apr 12 15:40:34.113824 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-902abb53-cf77-4345-8dc8-f32e7550798d req-9a82a73f-f258-4cf0-a495-39e4c157be41 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Apr 12 15:40:35.055916 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04da17e-f2bf-42bc-a47e-4cd3a1ee16ca req-c0e4bb1d-4105-43d5-842a-75f5ff43e622 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:35.057424 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c04da17e-f2bf-42bc-a47e-4cd3a1ee16ca req-c0e4bb1d-4105-43d5-842a-75f5ff43e622 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0505748 Apr 12 15:40:35.106219 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c04da17e-f2bf-42bc-a47e-4cd3a1ee16ca req-5e5e7acf-92a3-4a55-9b84-2e54df3eeb35 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431728 Apr 12 15:40:35.167621 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83dd58-b7ef-4567-bcec-4204e553e69f req-68e67acd-44e8-42d9-a9fb-4faa95e315f7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:35.169146 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4b83dd58-b7ef-4567-bcec-4204e553e69f req-68e67acd-44e8-42d9-a9fb-4faa95e315f7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0498400 Apr 12 15:40:35.228011 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc29867-baa9-4e53-8144-f61d4f9c5815 req-385b4c12-22af-47ac-9302-5d73e96e86e9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:35.229365 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4b83dd58-b7ef-4567-bcec-4204e553e69f req-402c69d2-b686-4911-8ab9-0fa8f08f627b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545454 Apr 12 15:40:35.230240 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3fc29867-baa9-4e53-8144-f61d4f9c5815 req-385b4c12-22af-47ac-9302-5d73e96e86e9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0490770 Apr 12 15:40:35.290740 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3fc29867-baa9-4e53-8144-f61d4f9c5815 req-fd2b0579-6cdd-4a35-af34-d1fcd597126f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518715 Apr 12 15:40:35.363701 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd4cb-5fa4-4cc2-91e8-946420bbd109 req-34caa8ec-7047-453c-8aee-b35345f4fbfe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:35.365165 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-464fd4cb-5fa4-4cc2-91e8-946420bbd109 req-34caa8ec-7047-453c-8aee-b35345f4fbfe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0653503 Apr 12 15:40:35.367410 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5b375386-81a8-44cd-b461-b03a58396d20 req-8d5e65ad-386d-4fa7-9e38-38bd5146753d service neutron] 10.222.0.84 "GET /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515341 Apr 12 15:40:35.373995 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45182) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:35.378617 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'floatingip': {'port_id': 'df808cc1-866a-4e75-915a-35486530cf9d'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:35.453959 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (79b36607-e483-4c49-9280-a07a7ad082bd), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:35.768194 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:36.231436 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79702683-bea5-48f9-ab9b-31a92f836984 req-3e0ccbed-0dd5-46c8-8c18-1e5bd4da0d50 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:36.232891 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79702683-bea5-48f9-ab9b-31a92f836984 req-3e0ccbed-0dd5-46c8-8c18-1e5bd4da0d50 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0549171 Apr 12 15:40:36.272284 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:36.283278 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79702683-bea5-48f9-ab9b-31a92f836984 req-9ffe295f-8eba-4186-983f-1eea645bf35f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Apr 12 15:40:36.343317 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (79b36607-e483-4c49-9280-a07a7ad082bd), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:36.460622 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4420616-2e07-4624-8b15-a4c9bdf57c6e req-c6275445-3f4e-4efa-ad27-8b48715a3408 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:36.462119 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e4420616-2e07-4624-8b15-a4c9bdf57c6e req-c6275445-3f4e-4efa-ad27-8b48715a3408 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0851400 Apr 12 15:40:36.501765 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Floating IP 79b36607-e483-4c49-9280-a07a7ad082bd associated. External IP: 172.27.0.240, port: df808cc1-866a-4e75-915a-35486530cf9d. Apr 12 15:40:36.557981 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e4420616-2e07-4624-8b15-a4c9bdf57c6e req-90d58c1a-d2d8-42f2-a092-7221f9d07883 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874047 Apr 12 15:40:36.728477 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Router 2e31fe5b-d222-449e-8131-c43bdf458dab has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:40:36.846204 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:40:36.850887 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:36.860637 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] Sync routers for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:40:36.898015 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:40:36.900605 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:40:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:36.913288 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f8739d0c-39a4-4ad2-8184-dac1002f85fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "PUT /v2.0/floatingips/79b36607-e483-4c49-9280-a07a7ad082bd HTTP/1.1" status: 200 len: 992 time: 1.5380769 Apr 12 15:40:36.915650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'tag': 'df808cc1-866a-4e75-915a-35486530cf9d'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:36.918147 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d8db49-6c2d-462d-bddf-f5d1515cf08a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfae4b22-86c4-4d04-94cd-65666069140d", "tag": "df808cc1-866a-4e75-915a-35486530cf9d"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:36.969468 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:36.975451 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55ea821-2222-4388-9558-988a5fe9af2e x-openstack-request-id: req-f55ea821-2222-4388-9558-988a5fe9af2e {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:36.975737 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfae4b22-86c4-4d04-94cd-65666069140d", "tag": "df808cc1-866a-4e75-915a-35486530cf9d", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:36.975982 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f55ea821-2222-4388-9558-988a5fe9af2e {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:36.976373 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55ea821-2222-4388-9558-988a5fe9af2e'] response: {'name': 'network-changed', 'server_uuid': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'tag': 'df808cc1-866a-4e75-915a-35486530cf9d', 'status': 'completed', 'code': 200} Apr 12 15:40:36.996729 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5b375386-81a8-44cd-b461-b03a58396d20 req-9565eaea-26a6-4836-b66c-8fee6f331842 service neutron] 10.222.0.84 "GET /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222739 Apr 12 15:40:37.055719 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:40:37.309858 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '79b36607-e483-4c49-9280-a07a7ad082bd', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'port_id': 'df808cc1-866a-4e75-915a-35486530cf9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'mac_address': 'fa:16:3e:71:94:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:39:50Z', 'updated_at': '2022-04-12T15:40:36Z', 'revision_number': 1, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:37.335779 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] Checking router: 2e31fe5b-d222-449e-8131-c43bdf458dab for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:40:37.344127 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:40:37.344726 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:40:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:37.412884 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2520b-cb3b-4701-862b-6074b1fce9b0 req-060f67b7-1d00-4c68-bae2-8b1944a1c834 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:37.415204 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-12a2520b-cb3b-4701-862b-6074b1fce9b0 req-060f67b7-1d00-4c68-bae2-8b1944a1c834 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0613589 Apr 12 15:40:37.453859 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:40:37.462337 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-12a2520b-cb3b-4701-862b-6074b1fce9b0 req-963d8ee4-ef0e-4a3b-8e9d-026c0fed1e48 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413253 Apr 12 15:40:37.684303 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ffe61-8e37-4628-9ee2-32bd3f6be941 req-41c19a7d-24ee-4614-98c2-fd19047e6841 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:37.685992 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f60ffe61-8e37-4628-9ee2-32bd3f6be941 req-41c19a7d-24ee-4614-98c2-fd19047e6841 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0497339 Apr 12 15:40:37.735128 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f60ffe61-8e37-4628-9ee2-32bd3f6be941 req-0bb1bad8-3591-4d2b-b9b7-282f9855112a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Apr 12 15:40:37.764641 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '79b36607-e483-4c49-9280-a07a7ad082bd', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'port_id': 'df808cc1-866a-4e75-915a-35486530cf9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'mac_address': 'fa:16:3e:71:94:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:39:50Z', 'updated_at': '2022-04-12T15:40:36Z', 'revision_number': 1, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:37.791242 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b05043-5087-4d1d-a636-78b63e9ae8e9 None None] The sync data for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi is: [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '79b36607-e483-4c49-9280-a07a7ad082bd', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'port_id': 'df808cc1-866a-4e75-915a-35486530cf9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'mac_address': 'fa:16:3e:71:94:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:39:50Z', 'updated_at': '2022-04-12T15:40:36Z', 'revision_number': 1, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:40:38.016589 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaec218-be2b-460c-b9ad-5b7cf675b706 None None] New status for floating IP 79b36607-e483-4c49-9280-a07a7ad082bd: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:40:38.262657 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-6ffaf2d2-3069-4013-aebe-ee92eb1daf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:38.264194 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-6ffaf2d2-3069-4013-aebe-ee92eb1daf42 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 1129 time: 0.0581136 Apr 12 15:40:38.268306 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-e289ca4a-644b-4d46-b58a-daee78db3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:38.270539 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-e289ca4a-644b-4d46-b58a-daee78db3f61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 1130 time: 0.0622261 Apr 12 15:40:38.392935 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-4256da5f-4d46-4dc3-be44-eb0d2ba021b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:38.394741 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-4256da5f-4d46-4dc3-be44-eb0d2ba021b8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.1072788 Apr 12 15:40:38.442254 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-31b54b62-afda-4bd3-8c9c-a7e5f1877724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:38.443795 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-31b54b62-afda-4bd3-8c9c-a7e5f1877724 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 910 time: 0.1545696 Apr 12 15:40:38.446774 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-b6e0ebc3-8963-46f9-954b-5853d5f7c3f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643618de-d1c8-4c20-8560-0c20cbfc52d1 HTTP/1.1" status: 200 len: 217 time: 0.0393140 Apr 12 15:40:38.601079 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2cb31-1ea5-4c9b-9ff3-bb66cbec67e6 req-a17fcc12-cf38-4a3c-a57b-f015aaf85bff tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:38.602624 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-aea2cb31-1ea5-4c9b-9ff3-bb66cbec67e6 req-a17fcc12-cf38-4a3c-a57b-f015aaf85bff tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0647335 Apr 12 15:40:38.650302 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-aea2cb31-1ea5-4c9b-9ff3-bb66cbec67e6 req-76969ae3-f1da-4852-924e-7fb48e84afc3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416176 Apr 12 15:40:38.831141 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-c810e5bb-5a87-4bc8-81a3-aee2f0817dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:38.832680 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-c810e5bb-5a87-4bc8-81a3-aee2f0817dd1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0482867 Apr 12 15:40:38.912493 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-87302b84-a7bf-4621-b257-b8528ec6a532 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df808cc1-866a-4e75-915a-35486530cf9d HTTP/1.1" status: 200 len: 1002 time: 0.1287165 Apr 12 15:40:38.920668 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d989a-ecb0-408f-9d32-c748ed98eeee req-c979f01d-34ae-4b0a-9f2d-f82a568f9cee tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:38.922181 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2f3d989a-ecb0-408f-9d32-c748ed98eeee req-c979f01d-34ae-4b0a-9f2d-f82a568f9cee tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0887790 Apr 12 15:40:38.977517 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2f3d989a-ecb0-408f-9d32-c748ed98eeee req-4977e27a-4a91-4d86-a8f6-a63dfcb7b491 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Apr 12 15:40:39.338907 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-a2c8f320-4848-4383-9514-6b121372e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:39.340508 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-a2c8f320-4848-4383-9514-6b121372e5c7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476990 Apr 12 15:40:39.352182 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-0131670f-6372-4bcb-812c-9ffa65052c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:39.354535 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-0131670f-6372-4bcb-812c-9ffa65052c59 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=92a9d828-9523-45ac-b664-1215cc57a631 HTTP/1.1" status: 200 len: 849 time: 0.0600784 Apr 12 15:40:39.465579 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-811a7087-593f-49dd-93d9-8a3cd308a82a service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083739 Apr 12 15:40:39.585253 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6c8614-6f2e-44ed-8178-75f10a2376d9 req-35a6b6e2-018e-426f-a0d2-3a82560601f9 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133163 Apr 12 15:40:39.638839 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-1fce1cae-4d14-4bb8-aa78-a6fc053857fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:39.640336 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-1fce1cae-4d14-4bb8-aa78-a6fc053857fc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d2a7a16-6374-44dd-ba2c-8a324677c358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2734904 Apr 12 15:40:39.744393 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-c080549f-16ff-4dc7-a64c-604d8b447e6c service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855541 Apr 12 15:40:39.775528 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55520e2-067e-4615-8e6e-21ea381ee13a req-c670a408-df66-4957-947e-3b5d4deb97e6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:39.778510 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f55520e2-067e-4615-8e6e-21ea381ee13a req-c670a408-df66-4957-947e-3b5d4deb97e6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0536883 Apr 12 15:40:39.829459 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f55520e2-067e-4615-8e6e-21ea381ee13a req-5790de86-0312-4b71-a9bc-de050f6a3f53 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452449 Apr 12 15:40:39.839432 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13d8db49-6c2d-462d-bddf-f5d1515cf08a req-5e24db0b-b9f6-4477-91c3-b58f5f3feb55 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915141 Apr 12 15:40:39.942059 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11711b-2b67-4a7c-96c2-3653ffe0f07d req-99e34d32-edeb-44c6-9363-3887b08d685e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:39.943445 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1f11711b-2b67-4a7c-96c2-3653ffe0f07d req-99e34d32-edeb-44c6-9363-3887b08d685e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0477746 Apr 12 15:40:39.952193 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45288) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:39.956506 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'floatingip': {'port_id': '70feb72b-beca-42b7-a3c3-343532dcb565'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:40:40.029315 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (5dbc1b37-3c27-42d0-8156-4626c5e55506), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:40.090126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea387b2-2b17-43ff-ae6c-fe623dccc069 req-6252174f-3589-4c0c-84aa-fba713b16de0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:40.091633 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8ea387b2-2b17-43ff-ae6c-fe623dccc069 req-6252174f-3589-4c0c-84aa-fba713b16de0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0472605 Apr 12 15:40:40.138059 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8ea387b2-2b17-43ff-ae6c-fe623dccc069 req-8c2bc999-92dc-433b-ba08-46c1d128d480 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Apr 12 15:40:40.670396 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:40.716664 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (5dbc1b37-3c27-42d0-8156-4626c5e55506), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:40.819492 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Floating IP 5dbc1b37-3c27-42d0-8156-4626c5e55506 associated. External IP: 172.27.0.14, port: 70feb72b-beca-42b7-a3c3-343532dcb565. Apr 12 15:40:41.037569 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Router 3e42312b-0d74-4bd2-9052-7b307863c7e8 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:40:41.147893 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:40:41.154453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:41.157580 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] Sync routers for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:40:41.167861 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:40:41.168493 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:40:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:41.197473 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a6c79e61-a11d-4d6d-8cc0-cb9498fd1217 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "PUT /v2.0/floatingips/5dbc1b37-3c27-42d0-8156-4626c5e55506 HTTP/1.1" status: 200 len: 991 time: 1.2440586 Apr 12 15:40:41.200257 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:41.201154 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ce32a9-15b8-4d8a-a423-940196123025" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:41.239679 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08791fa9-607a-4cc4-a0ed-38335963bb62 x-openstack-request-id: req-08791fa9-607a-4cc4-a0ed-38335963bb62 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:41.239976 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:41.245924 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08791fa9-607a-4cc4-a0ed-38335963bb62 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:41.245924 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08791fa9-607a-4cc4-a0ed-38335963bb62'] response: {'name': 'network-changed', 'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565', 'status': 'completed', 'code': 200} Apr 12 15:40:41.260343 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7843a3-cffb-4a39-88e2-80008715133b req-a85736f7-8313-4b2c-a7cb-fd11ccca12ac tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:41.261900 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c7843a3-cffb-4a39-88e2-80008715133b req-a85736f7-8313-4b2c-a7cb-fd11ccca12ac tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0512173 Apr 12 15:40:41.286870 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:40:41.311622 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c7843a3-cffb-4a39-88e2-80008715133b req-820e7f63-cc93-4869-8239-7b8043806f69 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Apr 12 15:40:41.392414 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45326) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:41.503683 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:41.510532 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '5dbc1b37-3c27-42d0-8156-4626c5e55506', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'port_id': '70feb72b-beca-42b7-a3c3-343532dcb565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'mac_address': 'fa:16:3e:0d:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:39:46Z', 'updated_at': '2022-04-12T15:40:40Z', 'revision_number': 1, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:41.542313 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] Checking router: 3e42312b-0d74-4bd2-9052-7b307863c7e8 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:40:41.556342 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:40:41.556342 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:40:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:41.600396 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Publish callbacks [] for security_group (5cf0ca87-2aa5-4056-8d25-5cce75f5cd95), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:41.656022 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:40:41.688148 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (5cf0ca87-2aa5-4056-8d25-5cce75f5cd95), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:41.885464 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '5dbc1b37-3c27-42d0-8156-4626c5e55506', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'port_id': '70feb72b-beca-42b7-a3c3-343532dcb565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'mac_address': 'fa:16:3e:0d:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:39:46Z', 'updated_at': '2022-04-12T15:40:40Z', 'revision_number': 1, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:40:41.913357 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa8a7-6902-4de8-a943-ad7448efef1e None None] The sync data for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi is: [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '5dbc1b37-3c27-42d0-8156-4626c5e55506', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'port_id': '70feb72b-beca-42b7-a3c3-343532dcb565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'mac_address': 'fa:16:3e:0d:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:39:46Z', 'updated_at': '2022-04-12T15:40:40Z', 'revision_number': 1, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:40:41.948051 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=390c4071e2d947e3b84445edaf3244b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522640 Apr 12 15:40:41.948488 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45338) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:41.954172 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:40:41.954435 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf0ca87-2aa5-4056-8d25-5cce75f5cd95,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:41.971820 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.972245 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.973285 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.973628 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.973964 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.974293 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.974614 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.974935 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.975281 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.975609 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.975955 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.976294 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.976669 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.977012 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:41.977329 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bda055-31c9-430c-ab59-aeac223bb5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:42.012482 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-99ebd473-369d-422b-bb58-4af46fad778f admin admin] Publish callbacks [] for security_group (5cf0ca87-2aa5-4056-8d25-5cce75f5cd95), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:42.033532 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-99ebd473-369d-422b-bb58-4af46fad778f admin admin] Publish callbacks [] for security_group (5cf0ca87-2aa5-4056-8d25-5cce75f5cd95), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:42.118467 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd631ed6-1405-4959-9e4f-627aab40ea29 None None] New status for floating IP 5dbc1b37-3c27-42d0-8156-4626c5e55506: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:40:42.146096 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-99ebd473-369d-422b-bb58-4af46fad778f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (5cf0ca87-2aa5-4056-8d25-5cce75f5cd95), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:42.148552 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-99ebd473-369d-422b-bb58-4af46fad778f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:42.149747 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-99ebd473-369d-422b-bb58-4af46fad778f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5cf0ca87-2aa5-4056-8d25-5cce75f5cd95 HTTP/1.1" status: 204 len: 168 time: 0.2004290 Apr 12 15:40:42.158487 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebd473-369d-422b-bb58-4af46fad778f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf0ca87-2aa5-4056-8d25-5cce75f5cd95,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:42.432937 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45fc06-ba2c-4010-91fa-5f1835fb5cd1 req-ed322f73-619d-4940-b7c7-78d4d6852b77 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:42.434586 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-de45fc06-ba2c-4010-91fa-5f1835fb5cd1 req-ed322f73-619d-4940-b7c7-78d4d6852b77 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0511444 Apr 12 15:40:42.482226 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-de45fc06-ba2c-4010-91fa-5f1835fb5cd1 req-a4170fff-3898-4fa5-a30e-07d85a26f488 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Apr 12 15:40:42.831046 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45354) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:42.844110 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e24f-f4f9-4e63-a8df-707907a279d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:42.916616 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e24f-f4f9-4e63-a8df-707907a279d2 admin admin] Publish callbacks [] for security_group (1ecff543-7a18-4ac7-8df2-46a42321a8c4), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:42.985078 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e24f-f4f9-4e63-a8df-707907a279d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1ecff543-7a18-4ac7-8df2-46a42321a8c4), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:43.027287 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5ae3e24f-f4f9-4e63-a8df-707907a279d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a14a4974f954484fa15a2ecab62983ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951728 Apr 12 15:40:43.028208 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3e24f-f4f9-4e63-a8df-707907a279d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecff543-7a18-4ac7-8df2-46a42321a8c4,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:43.030092 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45356) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:43.077471 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Publish callbacks [] for security_group (1ecff543-7a18-4ac7-8df2-46a42321a8c4), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:43.098988 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Publish callbacks [] for security_group (1ecff543-7a18-4ac7-8df2-46a42321a8c4), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:43.219688 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1ecff543-7a18-4ac7-8df2-46a42321a8c4), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:43.222345 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:43.223519 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ecff543-7a18-4ac7-8df2-46a42321a8c4 HTTP/1.1" status: 204 len: 168 time: 0.1923413 Apr 12 15:40:43.233298 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecff543-7a18-4ac7-8df2-46a42321a8c4,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:43.240659 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.240977 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.241350 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.241698 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.242038 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.242377 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.242709 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.243039 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.243368 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.243699 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.244031 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.244379 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.244706 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.245059 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.245383 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54ce7e-10eb-495b-81ac-60520ba8ea9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:40:43.597633 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5279c-1d07-4a48-87a8-cd24307d2eb8 req-9583b8a3-63b4-4e69-8498-2e83b4ddc912 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:43.599343 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cdc5279c-1d07-4a48-87a8-cd24307d2eb8 req-9583b8a3-63b4-4e69-8498-2e83b4ddc912 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0530298 Apr 12 15:40:43.653877 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cdc5279c-1d07-4a48-87a8-cd24307d2eb8 req-ed878786-063a-48f5-a464-9628c8c6714c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Apr 12 15:40:44.782741 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4c57f-7aed-4cf9-9561-ba6aba9feb15 req-ccb45f03-243b-4e3f-a3d8-a1e4d6fbc40f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:44.784302 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-07a4c57f-7aed-4cf9-9561-ba6aba9feb15 req-ccb45f03-243b-4e3f-a3d8-a1e4d6fbc40f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0535026 Apr 12 15:40:44.831363 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-07a4c57f-7aed-4cf9-9561-ba6aba9feb15 req-606ade3b-8053-45e3-8ce1-0373e40dcd0b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Apr 12 15:40:45.942805 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065e8f8-815d-433d-98d8-4e3d626e05ea req-47a2fac2-314e-4eaa-96b7-cb693d7d7736 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:45.944369 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0065e8f8-815d-433d-98d8-4e3d626e05ea req-47a2fac2-314e-4eaa-96b7-cb693d7d7736 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0479312 Apr 12 15:40:45.993570 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0065e8f8-815d-433d-98d8-4e3d626e05ea req-390934d6-0236-47ef-8e02-269d25755d1c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Apr 12 15:40:46.348479 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-ea018e50-5c78-4f1d-a710-8a8b61f6e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:46.350197 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-ea018e50-5c78-4f1d-a710-8a8b61f6e704 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 1130 time: 0.0446217 Apr 12 15:40:47.114802 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb9b43-bf61-4b93-9b56-05696156ce01 req-1f673967-eb08-4c24-8a0b-3f8d84a0575f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:47.117289 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-48fb9b43-bf61-4b93-9b56-05696156ce01 req-1f673967-eb08-4c24-8a0b-3f8d84a0575f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0513704 Apr 12 15:40:47.168604 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-48fb9b43-bf61-4b93-9b56-05696156ce01 req-ff7652f2-c823-488d-be7d-9ce11d8559cd tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Apr 12 15:40:48.283780 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7ac7f-832f-4ac4-bd64-3c44f5ff618f req-db86ec23-ef3a-4a0d-947a-7524dca05122 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:48.285898 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2aa7ac7f-832f-4ac4-bd64-3c44f5ff618f req-db86ec23-ef3a-4a0d-947a-7524dca05122 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0495796 Apr 12 15:40:48.337564 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2aa7ac7f-832f-4ac4-bd64-3c44f5ff618f req-10e51acf-07a4-4d02-a8f1-6b674840f2c1 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Apr 12 15:40:48.693255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-b6c9b71e-7c07-4b54-9870-f9b62c3f0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:48.694776 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-b6c9b71e-7c07-4b54-9870-f9b62c3f0db2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 917 time: 0.0910223 Apr 12 15:40:48.760677 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-50d03081-0259-47c8-9808-6e2e4793bcc9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70feb72b-beca-42b7-a3c3-343532dcb565 HTTP/1.1" status: 200 len: 1001 time: 0.0591195 Apr 12 15:40:48.814933 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-05698566-f6b2-4265-852e-bb3fd7092828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:48.816448 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-05698566-f6b2-4265-852e-bb3fd7092828 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0449226 Apr 12 15:40:48.870722 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-e3053fed-1f80-4901-88d6-422d24128084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:48.872228 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-e3053fed-1f80-4901-88d6-422d24128084 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437429 Apr 12 15:40:49.451775 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318208c5-21dd-48a6-afe3-4505ab73a09f req-2d84cc61-3fa5-4e94-b2f6-788c44517146 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:49.453436 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-318208c5-21dd-48a6-afe3-4505ab73a09f req-2d84cc61-3fa5-4e94-b2f6-788c44517146 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0496306 Apr 12 15:40:49.471117 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-14cd757d-2cd2-43a4-ad25-e431e1ae42a9 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862575 Apr 12 15:40:49.509310 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-318208c5-21dd-48a6-afe3-4505ab73a09f req-c94ba031-b9ed-4958-9392-907a453317de tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 Apr 12 15:40:49.588262 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4ce32a9-15b8-4d8a-a423-940196123025 req-04ca0cac-6e6b-4213-a324-82c9515d030b service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085827 Apr 12 15:40:50.511655 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45538) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:50.632007 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c894a138-c446-4df2-9a09-cbf22495f256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:50.650720 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c3f34-2350-45fa-a088-77d6e15bdd30 req-33db91e7-d936-4bfe-a442-fc04095b0f57 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:50.652201 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3b1c3f34-2350-45fa-a088-77d6e15bdd30 req-33db91e7-d936-4bfe-a442-fc04095b0f57 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0728602 Apr 12 15:40:50.654222 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf36f0-e709-4723-a0ae-21a649525c2e req-e87d6043-985e-4356-9178-6fb47354d213 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:50.656086 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbdf36f0-e709-4723-a0ae-21a649525c2e req-e87d6043-985e-4356-9178-6fb47354d213 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0534680 Apr 12 15:40:50.707720 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbdf36f0-e709-4723-a0ae-21a649525c2e req-309299cd-57df-4535-ad83-757307c8a6c5 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450730 Apr 12 15:40:50.729339 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3b1c3f34-2350-45fa-a088-77d6e15bdd30 req-b9a4055d-eb3f-46c8-923d-14d3489795ef tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613828 Apr 12 15:40:50.773306 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c894a138-c446-4df2-9a09-cbf22495f256 admin admin] Publish callbacks [] for security_group (8f0d6328-14f9-4cf1-a4ee-cae44c669d3a), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:50.857141 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c894a138-c446-4df2-9a09-cbf22495f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (8f0d6328-14f9-4cf1-a4ee-cae44c669d3a), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:50.896232 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c894a138-c446-4df2-9a09-cbf22495f256 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4706dfbb98644505aa6fc2de1778186d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834822 Apr 12 15:40:50.897452 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894a138-c446-4df2-9a09-cbf22495f256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d6328-14f9-4cf1-a4ee-cae44c669d3a,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:50.898875 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45552) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:50.947618 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab647-aabe-4049-a0e5-0b4c8394845d admin admin] Publish callbacks [] for security_group (8f0d6328-14f9-4cf1-a4ee-cae44c669d3a), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:50.968861 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab647-aabe-4049-a0e5-0b4c8394845d admin admin] Publish callbacks [] for security_group (8f0d6328-14f9-4cf1-a4ee-cae44c669d3a), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:51.085989 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab647-aabe-4049-a0e5-0b4c8394845d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (8f0d6328-14f9-4cf1-a4ee-cae44c669d3a), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:51.088515 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab647-aabe-4049-a0e5-0b4c8394845d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:51.089696 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5a4ab647-aabe-4049-a0e5-0b4c8394845d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f0d6328-14f9-4cf1-a4ee-cae44c669d3a HTTP/1.1" status: 204 len: 168 time: 0.1898229 Apr 12 15:40:51.098353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ab647-aabe-4049-a0e5-0b4c8394845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d6328-14f9-4cf1-a4ee-cae44c669d3a,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:51.783979 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45568) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:51.823885 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0649c88c-7d7c-437b-9c48-ac8cd3444606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:51.838435 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3401-101b-4e50-a5be-7ff83be2ac27 req-92be8541-87d7-40a5-80a1-85d2699e1382 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:51.840695 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5d5a3401-101b-4e50-a5be-7ff83be2ac27 req-92be8541-87d7-40a5-80a1-85d2699e1382 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0550616 Apr 12 15:40:51.855603 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894f8d2-7159-4530-95d7-4b8082acebc9 req-a0a35b59-c263-4b0f-bdc4-09106cfb4147 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:51.857153 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7894f8d2-7159-4530-95d7-4b8082acebc9 req-a0a35b59-c263-4b0f-bdc4-09106cfb4147 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0707674 Apr 12 15:40:51.889112 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5d5a3401-101b-4e50-a5be-7ff83be2ac27 req-9ecf9c9c-c809-4e4f-bda5-63705380dd21 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Apr 12 15:40:51.930207 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7894f8d2-7159-4530-95d7-4b8082acebc9 req-37040b8d-a60e-461c-ad2a-f7b53b8da5ed tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655985 Apr 12 15:40:51.953603 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0649c88c-7d7c-437b-9c48-ac8cd3444606 admin admin] Publish callbacks [] for security_group (325088cd-21c0-47bf-9145-8f334a8c2930), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:52.053795 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0649c88c-7d7c-437b-9c48-ac8cd3444606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (325088cd-21c0-47bf-9145-8f334a8c2930), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:52.091788 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649c88c-7d7c-437b-9c48-ac8cd3444606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325088cd-21c0-47bf-9145-8f334a8c2930,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:52.096715 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0649c88c-7d7c-437b-9c48-ac8cd3444606 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd8e4f32d24c4b02bfcde88d5f59c23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109403 Apr 12 15:40:52.098895 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45574) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:52.165535 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-221934ce-e8c3-43a6-92d0-db8029ac595a admin admin] Publish callbacks [] for security_group (325088cd-21c0-47bf-9145-8f334a8c2930), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:52.186247 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-221934ce-e8c3-43a6-92d0-db8029ac595a admin admin] Publish callbacks [] for security_group (325088cd-21c0-47bf-9145-8f334a8c2930), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:52.337405 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-221934ce-e8c3-43a6-92d0-db8029ac595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (325088cd-21c0-47bf-9145-8f334a8c2930), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:52.340018 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-221934ce-e8c3-43a6-92d0-db8029ac595a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:52.341208 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-221934ce-e8c3-43a6-92d0-db8029ac595a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/325088cd-21c0-47bf-9145-8f334a8c2930 HTTP/1.1" status: 204 len: 168 time: 0.2413900 Apr 12 15:40:52.349492 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221934ce-e8c3-43a6-92d0-db8029ac595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325088cd-21c0-47bf-9145-8f334a8c2930,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:53.007794 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6920e5-9602-4cb9-9ac2-6df6b8f9cbe1 req-36899346-48c9-4e70-8351-bb011cca64a5 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:53.009293 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d6920e5-9602-4cb9-9ac2-6df6b8f9cbe1 req-36899346-48c9-4e70-8351-bb011cca64a5 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0508986 Apr 12 15:40:53.058561 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5f8a8-692d-4150-a5a7-6a0e20b6793e req-2b84a7b2-5826-4529-a7c9-4f2d42599aa3 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:53.058561 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7b5f8a8-692d-4150-a5a7-6a0e20b6793e req-2b84a7b2-5826-4529-a7c9-4f2d42599aa3 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0508254 Apr 12 15:40:53.067057 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d6920e5-9602-4cb9-9ac2-6df6b8f9cbe1 req-3dd7915d-399a-45d4-b74b-0001c8ffcba4 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Apr 12 15:40:53.103395 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7b5f8a8-692d-4150-a5a7-6a0e20b6793e req-a0e81364-c0d8-4437-a9f7-10e32e8d378f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Apr 12 15:40:54.183522 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb854fa2-3500-4864-8b80-d24232ba0ac2 req-42cbb64a-7ee5-4ca1-b0fa-44b172d1cf90 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:54.189448 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bb854fa2-3500-4864-8b80-d24232ba0ac2 req-42cbb64a-7ee5-4ca1-b0fa-44b172d1cf90 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0543048 Apr 12 15:40:54.237264 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa256132-6fc6-41b9-92df-5dda9bd00856 req-9ce9e821-acb9-426f-a62f-fc99f7036e7b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:54.239352 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aa256132-6fc6-41b9-92df-5dda9bd00856 req-9ce9e821-acb9-426f-a62f-fc99f7036e7b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0691605 Apr 12 15:40:54.243602 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bb854fa2-3500-4864-8b80-d24232ba0ac2 req-5bab2a40-d46d-4d8e-98f2-e28bd5e16b4c tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531788 Apr 12 15:40:54.302440 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aa256132-6fc6-41b9-92df-5dda9bd00856 req-2f13b9fd-c8b9-4d31-aad2-ae00553d8ece tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575428 Apr 12 15:40:55.364985 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a427e-3c64-4781-a60d-748071a7cc5f req-2501b3a3-da7a-4e8f-86d2-28ff38330231 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:55.366545 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c77a427e-3c64-4781-a60d-748071a7cc5f req-2501b3a3-da7a-4e8f-86d2-28ff38330231 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Apr 12 15:40:55.420575 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c77a427e-3c64-4781-a60d-748071a7cc5f req-7c75ba87-3ae7-4306-a0fd-e7793767cdf1 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 Apr 12 15:40:55.430356 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588f675-2139-4374-9e15-bf3b2b365de1 req-2494abd0-ab34-4784-9635-0b0e2e1780a2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:55.431972 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1588f675-2139-4374-9e15-bf3b2b365de1 req-2494abd0-ab34-4784-9635-0b0e2e1780a2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0514941 Apr 12 15:40:55.478768 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1588f675-2139-4374-9e15-bf3b2b365de1 req-42d6f777-5e76-41d5-bed2-46ac7d5bde6e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Apr 12 15:40:56.542160 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02f8bc-e089-44b3-89bd-f2be741383c2 req-c12574ed-7a82-464c-8471-abc28572e81f tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:56.544318 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8a02f8bc-e089-44b3-89bd-f2be741383c2 req-c12574ed-7a82-464c-8471-abc28572e81f tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0492322 Apr 12 15:40:56.593544 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8a02f8bc-e089-44b3-89bd-f2be741383c2 req-9611c7c5-da70-4292-963a-94a26a18e20e tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Apr 12 15:40:56.593806 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b51a3-02fc-4b25-a349-50394a84b60b req-51142336-b39c-423a-b814-aaa99f32470d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:56.595220 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-da7b51a3-02fc-4b25-a349-50394a84b60b req-51142336-b39c-423a-b814-aaa99f32470d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0513976 Apr 12 15:40:56.646231 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-da7b51a3-02fc-4b25-a349-50394a84b60b req-e8c11785-82f0-40f8-9fd3-ab177c966a85 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 Apr 12 15:40:57.723087 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e41ae7-d41f-4454-b49f-fc33cdb6dae7 req-add5a471-be9e-4fef-9b3b-399c1f2fac3d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:57.724600 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-97e41ae7-d41f-4454-b49f-fc33cdb6dae7 req-add5a471-be9e-4fef-9b3b-399c1f2fac3d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0553389 Apr 12 15:40:57.764629 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dedab1-77ae-4cbe-859a-2897af7b0333 req-9e34da1b-de05-4c9d-838d-c79a5b2816eb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:57.766243 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96dedab1-77ae-4cbe-859a-2897af7b0333 req-9e34da1b-de05-4c9d-838d-c79a5b2816eb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0497181 Apr 12 15:40:57.776209 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-97e41ae7-d41f-4454-b49f-fc33cdb6dae7 req-fa585bdd-452a-439c-b71c-95b418745bc6 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/security-groups?id=79e00cde-0525-448d-93c2-664bdce66d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Apr 12 15:40:57.815066 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96dedab1-77ae-4cbe-859a-2897af7b0333 req-40170721-0a8e-4a33-8d75-b79087c08123 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Apr 12 15:40:58.229983 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd63ef3-54fd-448a-974f-51171de8675d req-6edaa25e-2bf3-48a9-915e-10355fbcd473 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:58.231797 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ebd63ef3-54fd-448a-974f-51171de8675d req-6edaa25e-2bf3-48a9-915e-10355fbcd473 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.84 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 945 time: 0.0537238 Apr 12 15:40:58.365271 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Deleting port 23492e70-c17d-4500-996f-041db984dfee {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:40:58.367072 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (23492e70-c17d-4500-996f-041db984dfee), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:58.465778 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] For port 23492e70-c17d-4500-996f-041db984dfee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=23492e70-c17d-4500-996f-041db984dfee,segment=NetworkSegment(1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d),segment_id=1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:40:58.466243 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (23492e70-c17d-4500-996f-041db984dfee), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:58.483415 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Calling delete_port for 23492e70-c17d-4500-996f-041db984dfee owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:40:58.731224 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (23492e70-c17d-4500-996f-041db984dfee), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:58.742125 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['23492e70-c17d-4500-996f-041db984dfee'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:40:58.767954 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Pushing event deleted for resources: {'Port': ['ID=23492e70-c17d-4500-996f-041db984dfee,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:40:58.842681 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] No DVR routers for this DVR port 23492e70-c17d-4500-996f-041db984dfee on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:40:58.845803 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:58.849383 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ebd63ef3-54fd-448a-974f-51171de8675d req-cf49a6b8-effb-41c5-97d2-73457a8f6a7d tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.84 "DELETE /v2.0/ports/23492e70-c17d-4500-996f-041db984dfee HTTP/1.1" status: 204 len: 173 time: 0.6033580 Apr 12 15:40:58.850019 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b242c217-2c4b-4f69-9c74-a879200ef0f7', 'name': 'network-vif-deleted', 'tag': '23492e70-c17d-4500-996f-041db984dfee'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:40:58.861040 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee4dee-e160-4a5a-a836-924c5a4ab79e" -d '{"events": [{"server_uuid": "b242c217-2c4b-4f69-9c74-a879200ef0f7", "name": "network-vif-deleted", "tag": "23492e70-c17d-4500-996f-041db984dfee"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:40:58.903235 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-57852f9a-6de7-40a0-84bd-5ae5ae4b840c req-4e46ed8f-e338-4b1d-b37a-ae506ac3d4ef tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.0284753 Apr 12 15:40:58.949666 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327491f-38f8-40ce-a5ab-34bbcf87d33e req-ac9b3768-ce02-4b34-b43d-e8a9e5b1ffe2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:40:58.953307 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5327491f-38f8-40ce-a5ab-34bbcf87d33e req-ac9b3768-ce02-4b34-b43d-e8a9e5b1ffe2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0528440 Apr 12 15:40:58.953307 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71be404a-0d07-4e2b-bd30-90de8a57a93e x-openstack-request-id: req-71be404a-0d07-4e2b-bd30-90de8a57a93e {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:40:58.953686 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b242c217-2c4b-4f69-9c74-a879200ef0f7", "name": "network-vif-deleted", "tag": "23492e70-c17d-4500-996f-041db984dfee", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:40:58.953886 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-71be404a-0d07-4e2b-bd30-90de8a57a93e {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:40:58.954277 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71be404a-0d07-4e2b-bd30-90de8a57a93e'] response: {'server_uuid': 'b242c217-2c4b-4f69-9c74-a879200ef0f7', 'name': 'network-vif-deleted', 'tag': '23492e70-c17d-4500-996f-041db984dfee', 'status': 'completed', 'code': 200} Apr 12 15:40:59.002347 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5327491f-38f8-40ce-a5ab-34bbcf87d33e req-4e241e7a-ecb8-4760-bfe3-85dd1c5bf24b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Apr 12 15:40:59.668558 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:59.889600 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45760) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:40:59.941565 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab2ea26-8e2b-422f-aaac-fb21d50e1a0a admin admin] Deleting subnet 981e606d-414b-44bc-82fb-f244a540e4e0 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:40:59.944966 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea26-8e2b-422f-aaac-fb21d50e1a0a admin admin] Publish callbacks [] for subnet (981e606d-414b-44bc-82fb-f244a540e4e0), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:40:59.984814 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea26-8e2b-422f-aaac-fb21d50e1a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (981e606d-414b-44bc-82fb-f244a540e4e0), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.008659 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0f6af636-c5d0-4864-8838-3e031aafd94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.040620 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9f88d308-90a0-4f82-a4a7-6e242350a404 req-1fe2b927-0a63-493d-9063-7b18e581d3e4 tempest-DeleteServersTestJSON-1694206268 tempest-DeleteServersTestJSON-1694206268-project] 10.222.0.74 "GET /v2.0/ports?device_id=b242c217-2c4b-4f69-9c74-a879200ef0f7 HTTP/1.1" status: 200 len: 210 time: 0.0363576 Apr 12 15:41:00.051302 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea26-8e2b-422f-aaac-fb21d50e1a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (981e606d-414b-44bc-82fb-f244a540e4e0), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.118847 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba9f25-36ec-459d-b18d-4fcc273bd713 req-2ea6b5ef-ab28-4f7a-aa1f-9d2f965336c5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:00.120292 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f7ba9f25-36ec-459d-b18d-4fcc273bd713 req-2ea6b5ef-ab28-4f7a-aa1f-9d2f965336c5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0472898 Apr 12 15:41:00.167759 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f7ba9f25-36ec-459d-b18d-4fcc273bd713 req-61bd5d79-1627-4637-8bbe-4e7c31788afa tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Apr 12 15:41:00.174053 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea26-8e2b-422f-aaac-fb21d50e1a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (981e606d-414b-44bc-82fb-f244a540e4e0), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.199317 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2ea26-8e2b-422f-aaac-fb21d50e1a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981e606d-414b-44bc-82fb-f244a540e4e0,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:00.203078 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ea26-8e2b-422f-aaac-fb21d50e1a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.206448 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-5ab2ea26-8e2b-422f-aaac-fb21d50e1a0a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/981e606d-414b-44bc-82fb-f244a540e4e0 HTTP/1.1" status: 204 len: 168 time: 0.3158100 Apr 12 15:41:00.209508 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45768) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:00.280581 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (a7816313-8dd7-4366-ac6e-967d534a512f), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.362393 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (a7816313-8dd7-4366-ac6e-967d534a512f), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.382849 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7816313-8dd7-4366-ac6e-967d534a512f']}} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:00.391703 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4499a85-35c5-4340-bfc0-b30fa0bfcf2d') {'for_net_delete': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:00.392000 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4499a85-35c5-4340-bfc0-b30fa0bfcf2d') {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:00.400986 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4886091'] for segment (c4499a85-35c5-4340-bfc0-b30fa0bfcf2d), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.414467 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (c4499a85-35c5-4340-bfc0-b30fa0bfcf2d), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.420387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:41:00.420793 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4884824'] for segment (c4499a85-35c5-4340-bfc0-b30fa0bfcf2d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: Traceback (most recent call last): Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: timer() Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: cb(*args, **kw) Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: return func(*args, **kwargs) Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: self._notify() Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: self.callback(batched_events) Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: event.method(event) Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: return f(self, *a, **k) Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._get(url).json() Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: return self.request(url, 'GET', **kwargs) Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:41:00.422515 dv-cinder-837525-1-iscsi neutron-server[104757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:41:00.585625 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (a7816313-8dd7-4366-ac6e-967d534a512f), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.590966 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.594134 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] 10.222.0.74 "DELETE /v2.0/networks/a7816313-8dd7-4366-ac6e-967d534a512f HTTP/1.1" status: 204 len: 168 time: 0.3836632 Apr 12 15:41:00.597071 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45774) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:00.604837 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5e71b-9ebe-451a-99bc-ef2ce4621dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=a7816313-8dd7-4366-ac6e-967d534a512f,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:00.647315 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5623a912-2aed-4e1a-ba75-ebe9c40c077a admin admin] Deleting subnet 0775b9e3-9fa5-4a4e-8468-c4b9838b1aef {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:41:00.650509 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5623a912-2aed-4e1a-ba75-ebe9c40c077a admin admin] Publish callbacks [] for subnet (0775b9e3-9fa5-4a4e-8468-c4b9838b1aef), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.686939 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5623a912-2aed-4e1a-ba75-ebe9c40c077a admin admin] Publish callbacks [] for subnet (0775b9e3-9fa5-4a4e-8468-c4b9838b1aef), precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.692800 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5623a912-2aed-4e1a-ba75-ebe9c40c077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (0775b9e3-9fa5-4a4e-8468-c4b9838b1aef), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.806265 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5623a912-2aed-4e1a-ba75-ebe9c40c077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for subnet (0775b9e3-9fa5-4a4e-8468-c4b9838b1aef), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.841785 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a912-2aed-4e1a-ba75-ebe9c40c077a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0775b9e3-9fa5-4a4e-8468-c4b9838b1aef,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:00.844455 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5623a912-2aed-4e1a-ba75-ebe9c40c077a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:00.850264 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5623a912-2aed-4e1a-ba75-ebe9c40c077a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0775b9e3-9fa5-4a4e-8468-c4b9838b1aef HTTP/1.1" status: 204 len: 168 time: 0.2500896 Apr 12 15:41:00.851749 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45784) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:00.927663 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (dc08c843-413b-4f21-90a0-1e12b8fb8c6d), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.016004 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (dc08c843-413b-4f21-90a0-1e12b8fb8c6d), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.040222 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.040565 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.041363 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.041733 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > port after_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.042085 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.042437 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > port after_update 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.042755 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.043073 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.043385 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.043703 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.110303 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.110658 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.114950 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.114950 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 15:41:01.114950 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc08c843-413b-4f21-90a0-1e12b8fb8c6d']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:01.129170 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16112911-8636-40e5-95c0-117057855ee3') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:01.129749 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16112911-8636-40e5-95c0-117057855ee3') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:01.146477 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (16112911-8636-40e5-95c0-117057855ee3), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.168189 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (16112911-8636-40e5-95c0-117057855ee3), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.177067 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:41:01.177760 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (16112911-8636-40e5-95c0-117057855ee3), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: from cryptography.utils import int_from_bytes Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: from cryptography.utils import int_from_bytes Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:41:01.181678 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:41:01.326114 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65df3-cd03-488b-9456-a64b1a4361f6 req-a3e9cf10-530c-4e3c-b4a4-8d0160a0940e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:01.327438 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45808) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:01.327917 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8fe65df3-cd03-488b-9456-a64b1a4361f6 req-a3e9cf10-530c-4e3c-b4a4-8d0160a0940e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0529387 Apr 12 15:41:01.377250 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8fe65df3-cd03-488b-9456-a64b1a4361f6 req-ffc628c1-4397-42b9-adb6-6c9a05c54301 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Apr 12 15:41:01.437659 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-64a7fb9b-8fd4-4182-ba10-7668d2b63584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.460298 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (dc08c843-413b-4f21-90a0-1e12b8fb8c6d), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.466119 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.470572 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] 10.222.0.74 "DELETE /v2.0/networks/dc08c843-413b-4f21-90a0-1e12b8fb8c6d HTTP/1.1" status: 204 len: 168 time: 0.6151643 Apr 12 15:41:01.482549 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece762bc-3634-4117-aea3-32b4a3705c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc08c843-413b-4f21-90a0-1e12b8fb8c6d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:01.529276 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-64a7fb9b-8fd4-4182-ba10-7668d2b63584 admin admin] Publish callbacks [] for security_group (2d3fe117-0955-4bb8-bc79-1bea931e7478), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.648514 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-64a7fb9b-8fd4-4182-ba10-7668d2b63584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (2d3fe117-0955-4bb8-bc79-1bea931e7478), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.686749 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-64a7fb9b-8fd4-4182-ba10-7668d2b63584 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f1b94e411ee7430ba03014cddd16c3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581748 Apr 12 15:41:01.702515 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7fb9b-8fd4-4182-ba10-7668d2b63584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3fe117-0955-4bb8-bc79-1bea931e7478,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:01.704486 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45818) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:01.751580 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c03fe0ea-4dc8-4273-978f-84e1f935dd97 admin admin] Publish callbacks [] for security_group (2d3fe117-0955-4bb8-bc79-1bea931e7478), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.773292 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c03fe0ea-4dc8-4273-978f-84e1f935dd97 admin admin] Publish callbacks [] for security_group (2d3fe117-0955-4bb8-bc79-1bea931e7478), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.926289 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45822) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:01.947126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c03fe0ea-4dc8-4273-978f-84e1f935dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (2d3fe117-0955-4bb8-bc79-1bea931e7478), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.949720 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c03fe0ea-4dc8-4273-978f-84e1f935dd97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:01.954421 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c03fe0ea-4dc8-4273-978f-84e1f935dd97 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d3fe117-0955-4bb8-bc79-1bea931e7478 HTTP/1.1" status: 204 len: 168 time: 0.2453396 Apr 12 15:41:01.966600 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fe0ea-4dc8-4273-978f-84e1f935dd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3fe117-0955-4bb8-bc79-1bea931e7478,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:01.980458 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-469260bf-1009-485e-9a35-c75061fb9689 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c44a87b9b1f54f6f997f09ddbd4fb6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525091 Apr 12 15:41:01.982580 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 45826) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:02.035330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-24f2b072-ab46-410f-81e3-f91345ad0f17 admin admin] Publish callbacks [] for security_group (4f282cc9-27cc-4980-b14e-bc5094cd74de), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:02.060448 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-24f2b072-ab46-410f-81e3-f91345ad0f17 admin admin] Publish callbacks [] for security_group (4f282cc9-27cc-4980-b14e-bc5094cd74de), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:02.191165 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-24f2b072-ab46-410f-81e3-f91345ad0f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4f282cc9-27cc-4980-b14e-bc5094cd74de), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:02.193814 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-24f2b072-ab46-410f-81e3-f91345ad0f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:02.194970 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-24f2b072-ab46-410f-81e3-f91345ad0f17 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4f282cc9-27cc-4980-b14e-bc5094cd74de HTTP/1.1" status: 204 len: 168 time: 0.2114906 Apr 12 15:41:02.202680 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2b072-ab46-410f-81e3-f91345ad0f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f282cc9-27cc-4980-b14e-bc5094cd74de,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:02.492188 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510d9fe-8840-457a-8d2b-af05884995ce req-c0727c9c-a59f-4457-b60a-0fb1a4ffa723 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:02.493695 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4510d9fe-8840-457a-8d2b-af05884995ce req-c0727c9c-a59f-4457-b60a-0fb1a4ffa723 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0471003 Apr 12 15:41:02.544065 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4510d9fe-8840-457a-8d2b-af05884995ce req-5c815a37-5d5e-4d6c-94b4-c24e39107130 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Apr 12 15:41:02.799911 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-822540ad-1382-4161-aead-7324a0fa6442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:02.929198 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45856) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:02.969102 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-19db2d5f-2479-441e-9838-656564cb0777 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=df4f77f440a34ea099c2cc42787552a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385928 Apr 12 15:41:02.971476 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45858) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:03.017061 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7b74b337-2cfe-4d90-b7ae-76968f1f3a64 admin admin] Publish callbacks [] for security_group (0675937c-178e-443f-9f9a-a22814cc4d63), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:03.038352 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7b74b337-2cfe-4d90-b7ae-76968f1f3a64 admin admin] Publish callbacks [] for security_group (0675937c-178e-443f-9f9a-a22814cc4d63), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:03.208939 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7b74b337-2cfe-4d90-b7ae-76968f1f3a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0675937c-178e-443f-9f9a-a22814cc4d63), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:03.211863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7b74b337-2cfe-4d90-b7ae-76968f1f3a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:03.213213 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7b74b337-2cfe-4d90-b7ae-76968f1f3a64 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0675937c-178e-443f-9f9a-a22814cc4d63 HTTP/1.1" status: 204 len: 168 time: 0.2408218 Apr 12 15:41:03.226330 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74b337-2cfe-4d90-b7ae-76968f1f3a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0675937c-178e-443f-9f9a-a22814cc4d63,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:03.664567 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff5ad6-2fcd-49f5-b08d-791071398807 req-43436f3f-6e5b-401f-b79d-3b46093aab4f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:03.666125 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15ff5ad6-2fcd-49f5-b08d-791071398807 req-43436f3f-6e5b-401f-b79d-3b46093aab4f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0503960 Apr 12 15:41:03.727858 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15ff5ad6-2fcd-49f5-b08d-791071398807 req-bcd23277-e5c7-441a-8dce-cceaaba6e93a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551579 Apr 12 15:41:03.851706 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:04.843094 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dd175-f365-4a5f-af9d-85b59851655b req-45b8cde0-99f1-4cbd-bb03-1b841864ea8f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:04.845244 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf7dd175-f365-4a5f-af9d-85b59851655b req-45b8cde0-99f1-4cbd-bb03-1b841864ea8f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0487471 Apr 12 15:41:04.895529 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cf7dd175-f365-4a5f-af9d-85b59851655b req-04d752f6-64e0-437d-9e84-6e81566c20b3 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Apr 12 15:41:05.286415 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45916) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:05.414025 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dc5116cb-ec34-4c41-a7ce-0aa637e1485b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:05.488414 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dc5116cb-ec34-4c41-a7ce-0aa637e1485b admin admin] Publish callbacks [] for security_group (2e4539af-1069-41ec-9066-798f9cf74518), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:05.507658 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 23492e70-c17d-4500-996f-041db984dfee no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:41:05.527544 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 23492e70-c17d-4500-996f-041db984dfee {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:41:05.527894 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 23492e70-c17d-4500-996f-041db984dfee not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:41:05.574207 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dc5116cb-ec34-4c41-a7ce-0aa637e1485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (2e4539af-1069-41ec-9066-798f9cf74518), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:05.613817 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-dc5116cb-ec34-4c41-a7ce-0aa637e1485b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1030b7a11ddc433dbdc2b6a9b6ce9b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263054 Apr 12 15:41:05.614548 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5116cb-ec34-4c41-a7ce-0aa637e1485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4539af-1069-41ec-9066-798f9cf74518,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:05.617000 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 45926) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:05.667144 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-35c222ca-9c1b-478d-a0e8-e8c4f78b0b15 admin admin] Publish callbacks [] for security_group (2e4539af-1069-41ec-9066-798f9cf74518), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:05.690336 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-35c222ca-9c1b-478d-a0e8-e8c4f78b0b15 admin admin] Publish callbacks [] for security_group (2e4539af-1069-41ec-9066-798f9cf74518), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:05.802222 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:05.842831 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-35c222ca-9c1b-478d-a0e8-e8c4f78b0b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (2e4539af-1069-41ec-9066-798f9cf74518), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:05.845603 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-35c222ca-9c1b-478d-a0e8-e8c4f78b0b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:05.847101 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-35c222ca-9c1b-478d-a0e8-e8c4f78b0b15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e4539af-1069-41ec-9066-798f9cf74518 HTTP/1.1" status: 204 len: 168 time: 0.2292063 Apr 12 15:41:05.862350 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c222ca-9c1b-478d-a0e8-e8c4f78b0b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4539af-1069-41ec-9066-798f9cf74518,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:06.004153 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925aa6a1-2d5a-4456-95e3-ee6c3c06d54e req-79be43a3-5df0-4350-ad10-d6373d7ef8d0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:06.005666 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-925aa6a1-2d5a-4456-95e3-ee6c3c06d54e req-79be43a3-5df0-4350-ad10-d6373d7ef8d0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0462263 Apr 12 15:41:06.053221 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-925aa6a1-2d5a-4456-95e3-ee6c3c06d54e req-b8c02459-4121-4d11-a3eb-b7c9472d2406 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Apr 12 15:41:07.053977 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:07.166071 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc34664-9acf-4cbd-acf2-fc536e6b993c req-1c661c36-572e-4d3f-a34e-d42da1a3f273 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:07.167582 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7dc34664-9acf-4cbd-acf2-fc536e6b993c req-1c661c36-572e-4d3f-a34e-d42da1a3f273 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0482419 Apr 12 15:41:07.215331 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7dc34664-9acf-4cbd-acf2-fc536e6b993c req-ae60e494-6740-49eb-83bf-1d12e7832924 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Apr 12 15:41:08.327846 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef69-23b4-4f10-a214-dbde2366d500 req-5f2a509d-2f06-4e3a-8472-f80712d1813c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:08.329324 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a221ef69-23b4-4f10-a214-dbde2366d500 req-5f2a509d-2f06-4e3a-8472-f80712d1813c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0467744 Apr 12 15:41:08.426780 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a221ef69-23b4-4f10-a214-dbde2366d500 req-592f54c5-3a7f-477e-9793-2cfdc195c419 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860267 Apr 12 15:41:08.458694 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46010) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:08.503852 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cb7a63-b7da-46cf-99d8-db617394bf7e admin admin] Deleting subnet 67e09ab8-a6bb-40f4-af9a-c5e15f540c72 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:41:08.506938 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cb7a63-b7da-46cf-99d8-db617394bf7e admin admin] Publish callbacks [] for subnet (67e09ab8-a6bb-40f4-af9a-c5e15f540c72), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:08.541703 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cb7a63-b7da-46cf-99d8-db617394bf7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16097692'] for subnet (67e09ab8-a6bb-40f4-af9a-c5e15f540c72), precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:08.584378 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cb7a63-b7da-46cf-99d8-db617394bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (67e09ab8-a6bb-40f4-af9a-c5e15f540c72), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:08.785863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cb7a63-b7da-46cf-99d8-db617394bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15771923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781928'] for subnet (67e09ab8-a6bb-40f4-af9a-c5e15f540c72), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:08.813756 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb7a63-b7da-46cf-99d8-db617394bf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e09ab8-a6bb-40f4-af9a-c5e15f540c72,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:08.816564 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cb7a63-b7da-46cf-99d8-db617394bf7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:08.819909 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-14cb7a63-b7da-46cf-99d8-db617394bf7e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/67e09ab8-a6bb-40f4-af9a-c5e15f540c72 HTTP/1.1" status: 204 len: 168 time: 0.3601005 Apr 12 15:41:08.822712 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46022) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:08.888821 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (931ce429-88a5-442a-ab67-7761197c63e2), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:08.967321 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (931ce429-88a5-442a-ab67-7761197c63e2), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:08.988309 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931ce429-88a5-442a-ab67-7761197c63e2']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:08.999166 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:08.999474 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:09.009205 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.022099 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.028491 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:41:09.029009 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (1c9c49a6-d0cc-4cc8-9cf3-063d85839b5d), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:41:09.030663 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:41:09.185164 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (931ce429-88a5-442a-ab67-7761197c63e2), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.191969 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.195883 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] 10.222.0.74 "DELETE /v2.0/networks/931ce429-88a5-442a-ab67-7761197c63e2 HTTP/1.1" status: 204 len: 168 time: 0.3713057 Apr 12 15:41:09.207355 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465b5e3-62d0-46ee-b5c2-c5c2ff1d4e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=931ce429-88a5-442a-ab67-7761197c63e2,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:09.207355 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46030) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:09.320004 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-699ae60d-0b99-4cf8-bf90-cdc6fee658cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.392715 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-699ae60d-0b99-4cf8-bf90-cdc6fee658cc admin admin] Publish callbacks [] for security_group (cac82c03-3c44-469f-9f20-27be5bb7cab7), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.537901 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcc40d-16cc-4f55-aaad-2149408f4cbc req-f530c7ff-8d17-4f78-9167-a8d7162d9c5e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:09.540208 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-63bcc40d-16cc-4f55-aaad-2149408f4cbc req-f530c7ff-8d17-4f78-9167-a8d7162d9c5e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0468283 Apr 12 15:41:09.541279 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-699ae60d-0b99-4cf8-bf90-cdc6fee658cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (cac82c03-3c44-469f-9f20-27be5bb7cab7), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.597513 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-699ae60d-0b99-4cf8-bf90-cdc6fee658cc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e86e38a64acc41aa8df27871aca9c16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859708 Apr 12 15:41:09.598325 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ae60d-0b99-4cf8-bf90-cdc6fee658cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac82c03-3c44-469f-9f20-27be5bb7cab7,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:09.600166 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46040) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:09.623913 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-63bcc40d-16cc-4f55-aaad-2149408f4cbc req-bf2b4063-2a63-4f04-bb51-cd3c611c0754 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769835 Apr 12 15:41:09.650816 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32d0b193-f2c9-4691-9750-d5078209043d admin admin] Publish callbacks [] for security_group (cac82c03-3c44-469f-9f20-27be5bb7cab7), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.672678 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32d0b193-f2c9-4691-9750-d5078209043d admin admin] Publish callbacks [] for security_group (cac82c03-3c44-469f-9f20-27be5bb7cab7), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.773974 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46042) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:09.816590 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-edcd28ac-8ec2-47ab-853e-6abc79b13878 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b3e88b451e1464686e29192b9a5982a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414937 Apr 12 15:41:09.819043 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46044) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:09.862094 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32d0b193-f2c9-4691-9750-d5078209043d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (cac82c03-3c44-469f-9f20-27be5bb7cab7), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.864539 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-32d0b193-f2c9-4691-9750-d5078209043d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.865677 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-32d0b193-f2c9-4691-9750-d5078209043d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cac82c03-3c44-469f-9f20-27be5bb7cab7 HTTP/1.1" status: 204 len: 168 time: 0.2631238 Apr 12 15:41:09.873318 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3f926089-fb75-43be-9d6a-adc702ecbace admin admin] Publish callbacks [] for security_group (79e00cde-0525-448d-93c2-664bdce66d22), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:09.879134 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0b193-f2c9-4691-9750-d5078209043d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac82c03-3c44-469f-9f20-27be5bb7cab7,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:09.902726 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3f926089-fb75-43be-9d6a-adc702ecbace admin admin] Publish callbacks [] for security_group (79e00cde-0525-448d-93c2-664bdce66d22), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:10.057498 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3f926089-fb75-43be-9d6a-adc702ecbace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (79e00cde-0525-448d-93c2-664bdce66d22), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:10.060146 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3f926089-fb75-43be-9d6a-adc702ecbace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:10.061336 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-3f926089-fb75-43be-9d6a-adc702ecbace admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79e00cde-0525-448d-93c2-664bdce66d22 HTTP/1.1" status: 204 len: 168 time: 0.2414184 Apr 12 15:41:10.069580 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f926089-fb75-43be-9d6a-adc702ecbace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e00cde-0525-448d-93c2-664bdce66d22,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:10.686473 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46072) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:10.709732 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a60d-e046-45e4-9c78-9059f973779d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:10.752004 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598afd-c2f5-46c6-9069-191d85b8f4c9 req-dbd2d763-a650-434a-b358-bff17ae3b767 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:10.753480 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f3598afd-c2f5-46c6-9069-191d85b8f4c9 req-dbd2d763-a650-434a-b358-bff17ae3b767 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0606105 Apr 12 15:41:10.829663 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f3598afd-c2f5-46c6-9069-191d85b8f4c9 req-7670f0de-754c-4de4-a08b-bcedc24b6d31 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701091 Apr 12 15:41:10.856731 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a60d-e046-45e4-9c78-9059f973779d admin admin] Publish callbacks [] for security_group (48056204-d9ae-4354-b99a-816f6bcd7099), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:10.943888 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a60d-e046-45e4-9c78-9059f973779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (48056204-d9ae-4354-b99a-816f6bcd7099), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:10.981397 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2a60d-e046-45e4-9c78-9059f973779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48056204-d9ae-4354-b99a-816f6bcd7099,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:10.988127 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e9b2a60d-e046-45e4-9c78-9059f973779d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3447760c7e1e45479b9be7d28bd56d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982137 Apr 12 15:41:10.988347 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46076) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:11.035711 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0aeccf2d-0d7a-41ac-8380-8a98f2385ffa admin admin] Publish callbacks [] for security_group (48056204-d9ae-4354-b99a-816f6bcd7099), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:11.061214 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0aeccf2d-0d7a-41ac-8380-8a98f2385ffa admin admin] Publish callbacks [] for security_group (48056204-d9ae-4354-b99a-816f6bcd7099), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:11.208162 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0aeccf2d-0d7a-41ac-8380-8a98f2385ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (48056204-d9ae-4354-b99a-816f6bcd7099), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:11.210815 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0aeccf2d-0d7a-41ac-8380-8a98f2385ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:11.212601 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-0aeccf2d-0d7a-41ac-8380-8a98f2385ffa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/48056204-d9ae-4354-b99a-816f6bcd7099 HTTP/1.1" status: 204 len: 168 time: 0.2233391 Apr 12 15:41:11.221929 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeccf2d-0d7a-41ac-8380-8a98f2385ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48056204-d9ae-4354-b99a-816f6bcd7099,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:11.949169 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff9e3b-a2cd-4bd8-9578-6d7773fa92f1 req-e8aec5e6-3167-46fd-9917-629b5589fc91 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:11.950646 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f0ff9e3b-a2cd-4bd8-9578-6d7773fa92f1 req-e8aec5e6-3167-46fd-9917-629b5589fc91 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0531301 Apr 12 15:41:12.001349 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f0ff9e3b-a2cd-4bd8-9578-6d7773fa92f1 req-1ea47f48-befd-40db-b3d1-85895ad34591 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447545 Apr 12 15:41:13.123175 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d2daf-9127-4d75-996d-2c274678fd0a req-9ee2977f-f72a-433d-8826-0ca7ceff3725 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:13.124891 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1b7d2daf-9127-4d75-996d-2c274678fd0a req-9ee2977f-f72a-433d-8826-0ca7ceff3725 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0544429 Apr 12 15:41:13.183135 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1b7d2daf-9127-4d75-996d-2c274678fd0a req-424d13ac-8138-4fac-a7da-32d36032bd1f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522833 Apr 12 15:41:14.294205 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a489-d6cd-4920-83f1-17217f2b77f8 req-0257df25-00aa-4692-9567-8a38f26cb839 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:14.296408 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d141a489-d6cd-4920-83f1-17217f2b77f8 req-0257df25-00aa-4692-9567-8a38f26cb839 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0477931 Apr 12 15:41:14.343214 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d141a489-d6cd-4920-83f1-17217f2b77f8 req-178373ae-9503-4f83-bb9f-73bb9f62dc87 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Apr 12 15:41:15.454826 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9c042-93d8-4aa2-b5fe-d82ed48ef227 req-8755de3a-59e4-4d50-8b52-e0245d7b91bd tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:15.456282 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d6c9c042-93d8-4aa2-b5fe-d82ed48ef227 req-8755de3a-59e4-4d50-8b52-e0245d7b91bd tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0466716 Apr 12 15:41:15.622991 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d6c9c042-93d8-4aa2-b5fe-d82ed48ef227 req-29897d51-e6b3-4af3-8904-b57e0a8af205 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610203 Apr 12 15:41:16.736232 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129c33e-463b-468d-814d-86830774f68d req-7c107d51-e9a9-4c6d-893f-f594bd60e0f1 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:16.737735 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1129c33e-463b-468d-814d-86830774f68d req-7c107d51-e9a9-4c6d-893f-f594bd60e0f1 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0498388 Apr 12 15:41:16.785087 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1129c33e-463b-468d-814d-86830774f68d req-a637af9c-debc-4123-a26b-0a536a831c3e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Apr 12 15:41:17.897630 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6718a-9e47-4cfb-a443-4102dbcd0a25 req-c7fa72b1-5d38-49b0-973f-7c12e3904575 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:17.900618 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16f6718a-9e47-4cfb-a443-4102dbcd0a25 req-c7fa72b1-5d38-49b0-973f-7c12e3904575 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0518634 Apr 12 15:41:17.951249 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16f6718a-9e47-4cfb-a443-4102dbcd0a25 req-9c87f9ba-f21d-463a-abb4-8e00902c265c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Apr 12 15:41:18.953846 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:41:19.059720 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbf9f-22d8-4e1c-ab1c-6719c959e324 req-75b5e1d7-e681-46ef-8b6c-212bc49b70c8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:19.061152 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ff3dbf9f-22d8-4e1c-ab1c-6719c959e324 req-75b5e1d7-e681-46ef-8b6c-212bc49b70c8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0462282 Apr 12 15:41:19.106300 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ff3dbf9f-22d8-4e1c-ab1c-6719c959e324 req-f1e7a2b2-d3f4-47f4-abbd-f5f4f5c2b004 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Apr 12 15:41:20.214536 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970188e3-8270-49eb-958f-b7c87aba3d49 req-afe20baa-4291-4518-8a4f-7e0fcda64571 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:20.216214 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-970188e3-8270-49eb-958f-b7c87aba3d49 req-afe20baa-4291-4518-8a4f-7e0fcda64571 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0455031 Apr 12 15:41:20.261457 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-970188e3-8270-49eb-958f-b7c87aba3d49 req-3b850791-4105-4cbc-ac04-94a80d873557 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Apr 12 15:41:20.905095 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41cdaf-b1c3-45cb-b14e-de2163fd34e3 req-2b6d37d8-c34e-4d45-8a4c-914d78d15793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:20.910057 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d41cdaf-b1c3-45cb-b14e-de2163fd34e3 req-2b6d37d8-c34e-4d45-8a4c-914d78d15793 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 1129 time: 0.0372286 Apr 12 15:41:20.957434 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d41cdaf-b1c3-45cb-b14e-de2163fd34e3 req-4cd06178-0c8f-4f4c-a4f1-2c53e1bfbcd1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Apr 12 15:41:21.370903 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f48b-7634-4a9c-b4c3-45c6cac02e21 req-99139a73-2ceb-4013-bdc8-c5817602dad7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:21.372421 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cfa5f48b-7634-4a9c-b4c3-45c6cac02e21 req-99139a73-2ceb-4013-bdc8-c5817602dad7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0458395 Apr 12 15:41:21.428306 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cfa5f48b-7634-4a9c-b4c3-45c6cac02e21 req-388b5d00-982b-44ff-900f-973a8011c3f7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500541 Apr 12 15:41:22.542103 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b730-f4aa-454e-9b15-f4157c09f724 req-a76de60f-b2d6-43ab-aa98-c98e6b044885 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:22.543635 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3e5b730-f4aa-454e-9b15-f4157c09f724 req-a76de60f-b2d6-43ab-aa98-c98e6b044885 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0496674 Apr 12 15:41:22.599892 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3e5b730-f4aa-454e-9b15-f4157c09f724 req-6d9824f0-e5a6-4209-9acf-b25d219aae8f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470369 Apr 12 15:41:23.709708 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef23c1c-8c4d-42a1-ad59-e8c959471c3d req-cc025a1b-99c1-4567-b3fc-9bd5045773a7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:23.711158 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ef23c1c-8c4d-42a1-ad59-e8c959471c3d req-cc025a1b-99c1-4567-b3fc-9bd5045773a7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0472701 Apr 12 15:41:23.757285 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ef23c1c-8c4d-42a1-ad59-e8c959471c3d req-6b3037c5-550f-4654-9ee1-b79d827234cd tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Apr 12 15:41:23.873104 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331559ab-faec-4709-ae4e-979f9c1ef842 req-7d8e61ec-64ac-41ab-93f6-ee165be61cf9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:23.874557 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-331559ab-faec-4709-ae4e-979f9c1ef842 req-7d8e61ec-64ac-41ab-93f6-ee165be61cf9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0497961 Apr 12 15:41:23.925829 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-331559ab-faec-4709-ae4e-979f9c1ef842 req-fbaa7a03-0346-49af-a2bd-905e42cd1103 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Apr 12 15:41:29.596699 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:29.968127 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8098aedd-7e4d-4323-af80-f3e20712379c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:32.794832 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-82a23613-d189-420a-bf5b-4dd72b2367e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:33.456585 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-aa98aa18-0e21-4ff9-b55a-137959ab17d9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424342 Apr 12 15:41:33.534993 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-7d8f47a5-3d8a-4774-b6fc-3a344feb207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:33.536495 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-7d8f47a5-3d8a-4774-b6fc-3a344feb207d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1129 time: 0.0376906 Apr 12 15:41:33.651188 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-4453cd8c-f2eb-4f79-843b-9bc953a7dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:33.652697 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-4453cd8c-f2eb-4f79-843b-9bc953a7dde8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.0975888 Apr 12 15:41:33.696859 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-7d17c20d-7efc-46af-b9ec-04af820a6dfc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c874509c-7ee9-442b-969e-ababfc71bd5b HTTP/1.1" status: 200 len: 217 time: 0.0366793 Apr 12 15:41:33.743098 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-5f3f94ae-f790-4ab6-8779-b7f4512920ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:33.744467 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-5f3f94ae-f790-4ab6-8779-b7f4512920ac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0423691 Apr 12 15:41:33.794101 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-2de6bcb1-eed1-49dc-82b9-0ae304c5ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:33.795685 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-2de6bcb1-eed1-49dc-82b9-0ae304c5ead2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429676 Apr 12 15:41:33.829193 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:33.901141 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-d8df68a5-0236-4776-bafa-ff13f86174a5 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980728 Apr 12 15:41:33.993038 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7052d9cc-5c72-4700-bd2c-f14912bba374 req-e4f72c3f-62db-4645-baa0-1290c8f76b94 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842447 Apr 12 15:41:35.749459 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:36.774507 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7de6d-ecf3-4c1b-a4c4-fd211761faec req-30835535-4f11-4509-add4-c7ca2fc02345 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:36.775930 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4af7de6d-ecf3-4c1b-a4c4-fd211761faec req-30835535-4f11-4509-add4-c7ca2fc02345 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0478802 Apr 12 15:41:36.793490 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46660) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:36.839364 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4af7de6d-ecf3-4c1b-a4c4-fd211761faec req-413619f5-5c85-4249-8fdb-09d651a345e9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533638 Apr 12 15:41:36.854650 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-719f3fe2-6d61-4ad3-bff5-34ea75d857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:36.856171 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-719f3fe2-6d61-4ad3-bff5-34ea75d857ff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1129 time: 0.0481317 Apr 12 15:41:36.939570 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9c661586-7c25-4d9f-b76a-e0df4198a385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:36.979630 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:36.990872 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-a1f57f29-981a-4c61-b6b9-5005de394610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:36.992362 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-a1f57f29-981a-4c61-b6b9-5005de394610 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.1280587 Apr 12 15:41:37.022792 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46666) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:37.045905 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-192067b7-2903-4c75-86dc-1d0e44b8bc9c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c874509c-7ee9-442b-969e-ababfc71bd5b HTTP/1.1" status: 200 len: 217 time: 0.0442207 Apr 12 15:41:37.112746 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9c661586-7c25-4d9f-b76a-e0df4198a385 admin admin] Publish callbacks [] for security_group (3fbcbdf4-2d07-493a-a02f-dbcdffea75b0), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.116801 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-5fc236da-2fed-499b-bae3-42b10d55aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:37.118345 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-5fc236da-2fed-499b-bae3-42b10d55aa4c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0658114 Apr 12 15:41:37.131134 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2e852b14-24b3-491d-9eb9-c4ec16435005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.161366 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-5254f62d-f4af-40c0-869b-a243e6fed309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:37.163025 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-5254f62d-f4af-40c0-869b-a243e6fed309 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387056 Apr 12 15:41:37.209005 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2e852b14-24b3-491d-9eb9-c4ec16435005 admin admin] Publish callbacks [] for security_group (1e5d81cd-6418-4451-8534-9fd8fa1fa798), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.223534 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9c661586-7c25-4d9f-b76a-e0df4198a385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (3fbcbdf4-2d07-493a-a02f-dbcdffea75b0), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.277771 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9c661586-7c25-4d9f-b76a-e0df4198a385 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c1ff3aa136f4a37a9dee5827e72415d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807916 Apr 12 15:41:37.277941 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2e852b14-24b3-491d-9eb9-c4ec16435005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1e5d81cd-6418-4451-8534-9fd8fa1fa798), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.279413 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46678) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:37.283576 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c661586-7c25-4d9f-b76a-e0df4198a385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbcbdf4-2d07-493a-a02f-dbcdffea75b0,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:37.297569 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-beef9fda-de12-4a50-bc4b-a13e31f5b665 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272864 Apr 12 15:41:37.345184 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852b14-24b3-491d-9eb9-c4ec16435005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d81cd-6418-4451-8534-9fd8fa1fa798,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:37.362096 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-2e852b14-24b3-491d-9eb9-c4ec16435005 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f395c9a3fa54438bb7e11d8b0751d6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381479 Apr 12 15:41:37.364606 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46684) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:37.419505 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-98268948-cff6-4784-bd6a-271bf4528413 admin admin] Publish callbacks [] for security_group (3fbcbdf4-2d07-493a-a02f-dbcdffea75b0), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.454410 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b2df8dc-fb53-416e-9d83-e332875883a8 admin admin] Publish callbacks [] for security_group (1e5d81cd-6418-4451-8534-9fd8fa1fa798), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.457536 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-98268948-cff6-4784-bd6a-271bf4528413 admin admin] Publish callbacks [] for security_group (3fbcbdf4-2d07-493a-a02f-dbcdffea75b0), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.504569 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b2df8dc-fb53-416e-9d83-e332875883a8 admin admin] Publish callbacks [] for security_group (1e5d81cd-6418-4451-8534-9fd8fa1fa798), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.602561 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-98268948-cff6-4784-bd6a-271bf4528413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (3fbcbdf4-2d07-493a-a02f-dbcdffea75b0), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.605134 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-98268948-cff6-4784-bd6a-271bf4528413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.606329 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-98268948-cff6-4784-bd6a-271bf4528413 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3fbcbdf4-2d07-493a-a02f-dbcdffea75b0 HTTP/1.1" status: 204 len: 168 time: 0.3047748 Apr 12 15:41:37.615378 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98268948-cff6-4784-bd6a-271bf4528413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbcbdf4-2d07-493a-a02f-dbcdffea75b0,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:37.631649 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b2df8dc-fb53-416e-9d83-e332875883a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1e5d81cd-6418-4451-8534-9fd8fa1fa798), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.635639 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b2df8dc-fb53-416e-9d83-e332875883a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:37.637527 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6b2df8dc-fb53-416e-9d83-e332875883a8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1e5d81cd-6418-4451-8534-9fd8fa1fa798 HTTP/1.1" status: 204 len: 168 time: 0.2717328 Apr 12 15:41:37.654312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2df8dc-fb53-416e-9d83-e332875883a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d81cd-6418-4451-8534-9fd8fa1fa798,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:37.662756 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fec0b9b0-eefd-4741-8214-8b89b3785968 req-cc03f2b9-43bd-4085-99d2-8542f5b115d7 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591750 Apr 12 15:41:37.990653 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80eba9-7e8e-4862-821d-45f41c733853 req-a0a2f72d-67bb-480e-aca1-759c0bee29a6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:37.993844 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c80eba9-7e8e-4862-821d-45f41c733853 req-a0a2f72d-67bb-480e-aca1-759c0bee29a6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0962174 Apr 12 15:41:38.057605 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c80eba9-7e8e-4862-821d-45f41c733853 req-ed91bbd5-0bae-4702-94b7-fa20c092d1b1 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576680 Apr 12 15:41:38.379633 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46720) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:38.394377 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9395c09-b741-42c6-b274-67aedeecfab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.472796 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9395c09-b741-42c6-b274-67aedeecfab6 admin admin] Publish callbacks [] for security_group (a186ab53-4099-4c39-a286-842efb2da18b), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.581759 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46728) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:38.620122 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9395c09-b741-42c6-b274-67aedeecfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (a186ab53-4099-4c39-a286-842efb2da18b), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.661330 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e9395c09-b741-42c6-b274-67aedeecfab6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb84b07d5c7f4a89a98713342a293bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804229 Apr 12 15:41:38.662173 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9395c09-b741-42c6-b274-67aedeecfab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a186ab53-4099-4c39-a286-842efb2da18b,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:38.664336 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46734) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:38.688028 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd71a8c9-69c1-43a4-8836-b8d56d55c81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.741149 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-702be4d4-8802-43d6-8bad-bbb22dd00706 admin admin] Publish callbacks [] for security_group (a186ab53-4099-4c39-a286-842efb2da18b), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.764739 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-702be4d4-8802-43d6-8bad-bbb22dd00706 admin admin] Publish callbacks [] for security_group (a186ab53-4099-4c39-a286-842efb2da18b), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.766819 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd71a8c9-69c1-43a4-8836-b8d56d55c81d admin admin] Publish callbacks [] for security_group (1fa126cd-7545-4e3b-bdda-09ada2e2943f), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.886763 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd71a8c9-69c1-43a4-8836-b8d56d55c81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1fa126cd-7545-4e3b-bdda-09ada2e2943f), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.916505 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-702be4d4-8802-43d6-8bad-bbb22dd00706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (a186ab53-4099-4c39-a286-842efb2da18b), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.919513 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-702be4d4-8802-43d6-8bad-bbb22dd00706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:38.920655 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-702be4d4-8802-43d6-8bad-bbb22dd00706 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a186ab53-4099-4c39-a286-842efb2da18b HTTP/1.1" status: 204 len: 168 time: 0.2549341 Apr 12 15:41:38.926064 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bd71a8c9-69c1-43a4-8836-b8d56d55c81d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae8f0ba1fc2846e6a2dfcfd564bb5918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425217 Apr 12 15:41:38.929128 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46742) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:38.937103 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702be4d4-8802-43d6-8bad-bbb22dd00706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a186ab53-4099-4c39-a286-842efb2da18b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:38.964650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71a8c9-69c1-43a4-8836-b8d56d55c81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa126cd-7545-4e3b-bdda-09ada2e2943f,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:38.999575 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f3754621-08c1-46ef-a328-683df5a412c8 admin admin] Publish callbacks [] for security_group (1fa126cd-7545-4e3b-bdda-09ada2e2943f), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:39.023610 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f3754621-08c1-46ef-a328-683df5a412c8 admin admin] Publish callbacks [] for security_group (1fa126cd-7545-4e3b-bdda-09ada2e2943f), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:39.316685 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10d144-e6d0-4d47-b37c-10ebe8bdf7c0 req-3b49b0cb-7e45-4287-b58c-05d5575a4621 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:39.324243 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2a10d144-e6d0-4d47-b37c-10ebe8bdf7c0 req-3b49b0cb-7e45-4287-b58c-05d5575a4621 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0671072 Apr 12 15:41:39.369765 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2a10d144-e6d0-4d47-b37c-10ebe8bdf7c0 req-f860dd90-297f-4044-bec6-f36e70c97c92 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Apr 12 15:41:39.435356 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f3754621-08c1-46ef-a328-683df5a412c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1fa126cd-7545-4e3b-bdda-09ada2e2943f), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:39.450532 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f3754621-08c1-46ef-a328-683df5a412c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:39.450532 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f3754621-08c1-46ef-a328-683df5a412c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1fa126cd-7545-4e3b-bdda-09ada2e2943f HTTP/1.1" status: 204 len: 168 time: 0.5096948 Apr 12 15:41:39.450532 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3754621-08c1-46ef-a328-683df5a412c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa126cd-7545-4e3b-bdda-09ada2e2943f,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:39.839597 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46822) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:40.008333 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c0d99a80-a962-49c0-a190-a9fced41067a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.089995 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c0d99a80-a962-49c0-a190-a9fced41067a admin admin] Publish callbacks [] for security_group (27e7ef70-5f1a-4fa1-93c3-34f9ac395153), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.185645 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c0d99a80-a962-49c0-a190-a9fced41067a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (27e7ef70-5f1a-4fa1-93c3-34f9ac395153), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.228928 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c0d99a80-a962-49c0-a190-a9fced41067a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d7f8b84254d48e09749ac25a1af352d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875713 Apr 12 15:41:40.230162 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d99a80-a962-49c0-a190-a9fced41067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e7ef70-5f1a-4fa1-93c3-34f9ac395153,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:40.232984 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46830) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:40.281354 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46832) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:40.283400 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f566c4d1-bd80-481d-a770-e34eb6a2fed5 admin admin] Publish callbacks [] for security_group (27e7ef70-5f1a-4fa1-93c3-34f9ac395153), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.296179 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e285f97c-b6b0-4eae-8e80-4385cfcafc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.308021 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f566c4d1-bd80-481d-a770-e34eb6a2fed5 admin admin] Publish callbacks [] for security_group (27e7ef70-5f1a-4fa1-93c3-34f9ac395153), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.377202 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e285f97c-b6b0-4eae-8e80-4385cfcafc1e admin admin] Publish callbacks [] for security_group (8e13ec3c-0b98-4103-b97d-ade65bc30c93), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.465347 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e285f97c-b6b0-4eae-8e80-4385cfcafc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (8e13ec3c-0b98-4103-b97d-ade65bc30c93), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.486548 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f566c4d1-bd80-481d-a770-e34eb6a2fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (27e7ef70-5f1a-4fa1-93c3-34f9ac395153), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.489244 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f566c4d1-bd80-481d-a770-e34eb6a2fed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.492694 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f566c4d1-bd80-481d-a770-e34eb6a2fed5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27e7ef70-5f1a-4fa1-93c3-34f9ac395153 HTTP/1.1" status: 204 len: 168 time: 0.2563493 Apr 12 15:41:40.526473 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e285f97c-b6b0-4eae-8e80-4385cfcafc1e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be791cdfc1ca495da52b56873aeebf72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440147 Apr 12 15:41:40.527285 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566c4d1-bd80-481d-a770-e34eb6a2fed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e7ef70-5f1a-4fa1-93c3-34f9ac395153,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:40.528010 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285f97c-b6b0-4eae-8e80-4385cfcafc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e13ec3c-0b98-4103-b97d-ade65bc30c93,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:40.529109 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46852) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:40.560439 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc4cff-0d8f-49e4-8380-aed1c338d279 req-54be3e0e-840e-437d-8e98-abefd1b84178 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:40.565541 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d6cc4cff-0d8f-49e4-8380-aed1c338d279 req-54be3e0e-840e-437d-8e98-abefd1b84178 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.1258798 Apr 12 15:41:40.640268 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7afd8a0f-da9d-46b7-b033-24af11c42fdf admin admin] Publish callbacks [] for security_group (8e13ec3c-0b98-4103-b97d-ade65bc30c93), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.657497 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d6cc4cff-0d8f-49e4-8380-aed1c338d279 req-54f17d11-b83e-4ce5-ae3a-8009293c2041 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907433 Apr 12 15:41:40.695525 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7afd8a0f-da9d-46b7-b033-24af11c42fdf admin admin] Publish callbacks [] for security_group (8e13ec3c-0b98-4103-b97d-ade65bc30c93), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.843739 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7afd8a0f-da9d-46b7-b033-24af11c42fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (8e13ec3c-0b98-4103-b97d-ade65bc30c93), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.847645 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7afd8a0f-da9d-46b7-b033-24af11c42fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:40.852221 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7afd8a0f-da9d-46b7-b033-24af11c42fdf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8e13ec3c-0b98-4103-b97d-ade65bc30c93 HTTP/1.1" status: 204 len: 168 time: 0.3197551 Apr 12 15:41:40.862034 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8a0f-da9d-46b7-b033-24af11c42fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e13ec3c-0b98-4103-b97d-ade65bc30c93,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:41.771596 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d1d96-3049-4fca-a560-bb94c132d9a0 req-e22fa710-85af-460a-9699-0326ed951e99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:41.773252 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-be8d1d96-3049-4fca-a560-bb94c132d9a0 req-e22fa710-85af-460a-9699-0326ed951e99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0536497 Apr 12 15:41:41.838509 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-be8d1d96-3049-4fca-a560-bb94c132d9a0 req-0d9c5803-cdd2-426f-9db4-f664ae1767e4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546119 Apr 12 15:41:42.195548 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46944) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:42.493413 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-787792551-network', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:42.597081 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Made reservation on behalf of 58ab8be7f12144ffb9ea13c352638e97 for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:41:42.599438 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:42.608653 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:42.690259 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Publish callbacks [] for security_group (a488c5ee-6cea-48f9-80e0-028da0d80235), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:42.791102 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (a488c5ee-6cea-48f9-80e0-028da0d80235), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:42.813348 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:41:42.823274 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a488c5ee-6cea-48f9-80e0-028da0d80235,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:42.828728 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (936e3760-a061-4785-8aca-958044ad8dad), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:42.829096 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Added segment 936e3760-a061-4785-8aca-958044ad8dad of type vlan for network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 Apr 12 15:41:42.842415 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.842763 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.843102 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.843436 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.843767 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.844093 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.844415 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.844736 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.845080 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.845402 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.845722 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.846041 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.846355 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.846668 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.846981 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:42.913061 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (53fc17d6-7b99-4b71-8b16-b364eb28f3d4), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.007333 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaab58f-5df8-47b4-9a44-fb2ead7d1c7a req-aeec08a8-cabf-4261-854a-da5cac75db6d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:43.008979 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6eaab58f-5df8-47b4-9a44-fb2ead7d1c7a req-aeec08a8-cabf-4261-854a-da5cac75db6d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.1068983 Apr 12 15:41:43.047800 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 46988) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:43.062923 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6eaab58f-5df8-47b4-9a44-fb2ead7d1c7a req-3419b337-9347-47eb-a1ed-bbd8e53ee82d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Apr 12 15:41:43.121640 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (53fc17d6-7b99-4b71-8b16-b364eb28f3d4), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.122697 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:43.123286 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.184519 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.189068 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] Pushing event updated for resources: {'Network': ['ID=53fc17d6-7b99-4b71-8b16-b364eb28f3d4,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:43.200177 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:41:43.270647 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-aa9c3a4d-3ba1-47ac-a8e8-ae19245c94b4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0732360 Apr 12 15:41:43.273405 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 46994) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:43.279799 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Request body: {'subnet': {'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-787792551-subnet', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:43.286600 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Publish callbacks [] for security_group (04d4ed70-894a-4720-b754-40ac925b4b08), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.368859 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (04d4ed70-894a-4720-b754-40ac925b4b08), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.377121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Made reservation on behalf of 58ab8be7f12144ffb9ea13c352638e97 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:41:43.377121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781895'] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.413330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d4ed70-894a-4720-b754-40ac925b4b08,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:43.428071 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96fbb3a3a67d434ea6f4a0b0da50625b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784351 Apr 12 15:41:43.430046 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.430674 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.431181 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.431568 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.431691 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47000) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:43.431911 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.432244 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.432604 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.432957 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.433979 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.434450 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.434789 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.435264 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.435454 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.435796 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.436122 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34cb0e0-5976-4659-8e50-39add09918e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:43.517945 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-41857a25-8f27-4c2d-84e5-6c18016f1f51 admin admin] Publish callbacks [] for security_group (04d4ed70-894a-4720-b754-40ac925b4b08), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.574717 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-41857a25-8f27-4c2d-84e5-6c18016f1f51 admin admin] Publish callbacks [] for security_group (04d4ed70-894a-4720-b754-40ac925b4b08), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.727345 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781905'] for subnet (321ff951-6ace-4abd-be2f-1a3f9a225997), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.784630 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Pushing event updated for resources: {'Subnet': ['ID=321ff951-6ace-4abd-be2f-1a3f9a225997,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:43.795913 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Checking segment: {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:41:43.796321 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Network hostable DHCP agents. Network: 53fc17d6-7b99-4b71-8b16-b364eb28f3d4, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:41:43.799712 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-41857a25-8f27-4c2d-84e5-6c18016f1f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (04d4ed70-894a-4720-b754-40ac925b4b08), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.802446 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-41857a25-8f27-4c2d-84e5-6c18016f1f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:43.803832 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-41857a25-8f27-4c2d-84e5-6c18016f1f51 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04d4ed70-894a-4720-b754-40ac925b4b08 HTTP/1.1" status: 204 len: 168 time: 0.3699152 Apr 12 15:41:43.821424 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41857a25-8f27-4c2d-84e5-6c18016f1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d4ed70-894a-4720-b754-40ac925b4b08,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:43.929725 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:41:44.062059 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, 53fc17d6-7b99-4b71-8b16-b364eb28f3d4) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:44.070815 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:44.070815 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.078737 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c19b70-1c94-40b4-b158-55988d556652 None None] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:41:44.196224 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-27ce5ac0-2809-4588-9228-a4ae8739450b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9187455 Apr 12 15:41:44.197267 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47044) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:44.202825 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:44.224876 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e540c-a16b-4872-91c0-56e107bc97b8 req-7401b1e7-992d-47c3-ba65-1ac313da6e87 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:44.233489 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-482e540c-a16b-4872-91c0-56e107bc97b8 req-7401b1e7-992d-47c3-ba65-1ac313da6e87 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0832813 Apr 12 15:41:44.256813 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:41:44.257994 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.299438 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-482e540c-a16b-4872-91c0-56e107bc97b8 req-39946594-9f5c-472c-b804-f1b48665d016 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624642 Apr 12 15:41:44.340628 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (df78840f-29db-4f33-afa8-acb6519f6fcc), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.345380 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (df78840f-29db-4f33-afa8-acb6519f6fcc), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.404547 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks [] for router_controller (df78840f-29db-4f33-afa8-acb6519f6fcc), precommit_add_association {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.431325 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Allocated IP 172.20.0.2 (53fc17d6-7b99-4b71-8b16-b364eb28f3d4/321ff951-6ace-4abd-be2f-1a3f9a225997/6fdd625b-c7c1-4cf2-94de-0a3d07509e62) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:41:44.579508 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Publish callbacks [] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.696205 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks [] for router_gateway (df78840f-29db-4f33-afa8-acb6519f6fcc), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.711464 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.771264 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:41:44.772910 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:44.775368 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:41:44.779737 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Pushing event updated for resources: {'Port': ['ID=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:44.783262 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47052) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:44.793514 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.793900 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.794322 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.794682 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.795019 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.795347 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.795666 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.795987 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.796308 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.796628 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.796978 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.797313 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.797637 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.797954 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.798276 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:44.799692 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cb6eab00-3326-4edd-a724-849117b9a9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.869756 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Attempting to bind port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:41:44.869972 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Attempting to bind port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:41:44.870540 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Attempting to bind port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 on network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:41:44.877363 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:41:44.877744 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Checking segment: {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:41:44.878148 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.878543 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Bound using segment: {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:41:44.879030 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Bound port: 6fdd625b-c7c1-4cf2-94de-0a3d07509e62, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:41:44.879400 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:44.955218 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] For port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:41:44.962053 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] For port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:41:44.984713 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47062) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:45.043188 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.051247 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cb6eab00-3326-4edd-a724-849117b9a9ba admin admin] Publish callbacks [] for security_group (1a5a8106-d0fb-4346-a350-db27da68aeb2), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.059647 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks [] for router_gateway (df78840f-29db-4f33-afa8-acb6519f6fcc), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.091272 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.118606 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ebf1e-64e3-4bbd-b99c-c00cea86d770 None None] Pushing event updated for resources: {'Port': ['ID=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:45.136289 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c54a74c3-6122-4a70-a665-fe737ab728c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.138917 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cb6eab00-3326-4edd-a724-849117b9a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1a5a8106-d0fb-4346-a350-db27da68aeb2), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.203040 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6eab00-3326-4edd-a724-849117b9a9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a8106-d0fb-4346-a350-db27da68aeb2,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:45.211145 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-cb6eab00-3326-4edd-a724-849117b9a9ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=521125d176054e0eb62a27518e0bc29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266939 Apr 12 15:41:45.213472 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47068) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:45.261636 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c54a74c3-6122-4a70-a665-fe737ab728c1 admin admin] Publish callbacks [] for security_group (12d46142-d295-44ed-a4e2-56173baa64e3), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.288361 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Allocated IP 172.27.0.101 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/cd0e8323-3938-4fc7-8e73-f9d8733bfa51) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:41:45.338069 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-31834c03-757c-4639-8297-51bf91644700 admin admin] Publish callbacks [] for security_group (1a5a8106-d0fb-4346-a350-db27da68aeb2), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.368465 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c54a74c3-6122-4a70-a665-fe737ab728c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (12d46142-d295-44ed-a4e2-56173baa64e3), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.399840 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-31834c03-757c-4639-8297-51bf91644700 admin admin] Publish callbacks [] for security_group (1a5a8106-d0fb-4346-a350-db27da68aeb2), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.463998 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks [] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.467101 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a74c3-6122-4a70-a665-fe737ab728c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d46142-d295-44ed-a4e2-56173baa64e3,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:45.476265 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c54a74c3-6122-4a70-a665-fe737ab728c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=44cae3157f3241e895140d423b5e3afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4874318 Apr 12 15:41:45.477091 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47072) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:45.515016 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fb298-2bfe-4ce1-a5e2-1c54680c3a39 req-346ae60c-169f-4f76-ab16-2e1bc45e9c3c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:45.516702 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-748fb298-2bfe-4ce1-a5e2-1c54680c3a39 req-346ae60c-169f-4f76-ab16-2e1bc45e9c3c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0885854 Apr 12 15:41:45.557049 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-31834c03-757c-4639-8297-51bf91644700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1a5a8106-d0fb-4346-a350-db27da68aeb2), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.559856 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-31834c03-757c-4639-8297-51bf91644700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.561102 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-31834c03-757c-4639-8297-51bf91644700 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1a5a8106-d0fb-4346-a350-db27da68aeb2 HTTP/1.1" status: 204 len: 168 time: 0.3272793 Apr 12 15:41:45.573487 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31834c03-757c-4639-8297-51bf91644700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a8106-d0fb-4346-a350-db27da68aeb2,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:45.593678 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.599652 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5da86cfa-5df0-47b9-8ae5-7005c2ce4bdd admin admin] Publish callbacks [] for security_group (12d46142-d295-44ed-a4e2-56173baa64e3), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.606750 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-748fb298-2bfe-4ce1-a5e2-1c54680c3a39 req-10510e06-514c-4ec7-a550-2bf89c49cfe4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841684 Apr 12 15:41:45.635673 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5da86cfa-5df0-47b9-8ae5-7005c2ce4bdd admin admin] Publish callbacks [] for security_group (12d46142-d295-44ed-a4e2-56173baa64e3), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.648052 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:41:45.648052 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:45.650959 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:41:45.686952 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0e8323-3938-4fc7-8e73-f9d8733bfa51,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:45.757624 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5da86cfa-5df0-47b9-8ae5-7005c2ce4bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (12d46142-d295-44ed-a4e2-56173baa64e3), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.760483 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5da86cfa-5df0-47b9-8ae5-7005c2ce4bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:45.765947 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5da86cfa-5df0-47b9-8ae5-7005c2ce4bdd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12d46142-d295-44ed-a4e2-56173baa64e3 HTTP/1.1" status: 204 len: 168 time: 0.2856643 Apr 12 15:41:45.779495 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da86cfa-5df0-47b9-8ae5-7005c2ce4bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d46142-d295-44ed-a4e2-56173baa64e3,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:46.048930 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks [] for router_gateway (df78840f-29db-4f33-afa8-acb6519f6fcc), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.254639 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93dfab-2b54-4a92-bb30-8cd76fd87f72 None None] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:41:46.278328 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (df78840f-29db-4f33-afa8-acb6519f6fcc), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.316861 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-749b6e1a-68df-4f7f-8529-3a124d76bdc8 None None] Provisioning complete for port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:46.317305 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-749b6e1a-68df-4f7f-8529-3a124d76bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.451147 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-749b6e1a-68df-4f7f-8529-3a124d76bdc8 None None] Current status of the port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:46.451956 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-749b6e1a-68df-4f7f-8529-3a124d76bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.492187 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-749b6e1a-68df-4f7f-8529-3a124d76bdc8 None None] For port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:41:46.505465 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Router df78840f-29db-4f33-afa8-acb6519f6fcc is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:41:46.574857 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47102) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:46.592113 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-749b6e1a-68df-4f7f-8529-3a124d76bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.615988 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-19a17bc2-0132-4684-bc77-3e338eab143c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.663104 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b6e1a-68df-4f7f-8529-3a124d76bdc8 None None] Pushing event updated for resources: {'Port': ['ID=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:46.673403 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:41:46.691341 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Sync routers for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:41:46.703063 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:41:46.704435 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:41:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:46.728643 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-af439635-18ec-441d-8e17-f9efdc08c998 None None] Provisioning complete for port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:46.729083 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-af439635-18ec-441d-8e17-f9efdc08c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.821290 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.821511 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:41:46.826707 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a72c8add-7f01-4c41-b008-1d79aae5f049 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6276252 Apr 12 15:41:46.829372 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47110) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:46.867408 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f692f-474f-49d2-82fc-c100eab51b43 req-3eed696c-ef04-4e5b-97eb-6b138be01711 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:46.870520 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-af439635-18ec-441d-8e17-f9efdc08c998 None None] Current status of the port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:46.873810 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-754f692f-474f-49d2-82fc-c100eab51b43 req-3eed696c-ef04-4e5b-97eb-6b138be01711 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.1515985 Apr 12 15:41:46.899387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-19a17bc2-0132-4684-bc77-3e338eab143c admin admin] Publish callbacks [] for security_group (10b41462-4158-4dd1-8b4d-8f8bd01ab813), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:46.958059 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-754f692f-474f-49d2-82fc-c100eab51b43 req-6a650dd8-47e3-482b-9055-e17ba5f9e0b5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808363 Apr 12 15:41:46.978216 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-19a17bc2-0132-4684-bc77-3e338eab143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (10b41462-4158-4dd1-8b4d-8f8bd01ab813), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.026085 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-19a17bc2-0132-4684-bc77-3e338eab143c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc2c2acfbe50489c8cf51a3523856019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501715 Apr 12 15:41:47.028025 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a17bc2-0132-4684-bc77-3e338eab143c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b41462-4158-4dd1-8b4d-8f8bd01ab813,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:47.031998 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47114) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:47.040030 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:45Z', 'revision_number': 3, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:47.090159 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7a7da7a2-8f0f-45ee-9566-c8fd5d45b284 admin admin] Publish callbacks [] for security_group (10b41462-4158-4dd1-8b4d-8f8bd01ab813), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.124017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7a7da7a2-8f0f-45ee-9566-c8fd5d45b284 admin admin] Publish callbacks [] for security_group (10b41462-4158-4dd1-8b4d-8f8bd01ab813), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.214345 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Checking router: df78840f-29db-4f33-afa8-acb6519f6fcc for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:41:47.215230 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Updating router df78840f-29db-4f33-afa8-acb6519f6fcc port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:41:47.257619 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.298442 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7a7da7a2-8f0f-45ee-9566-c8fd5d45b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (10b41462-4158-4dd1-8b4d-8f8bd01ab813), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.302193 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7a7da7a2-8f0f-45ee-9566-c8fd5d45b284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.302686 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-7a7da7a2-8f0f-45ee-9566-c8fd5d45b284 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/10b41462-4158-4dd1-8b4d-8f8bd01ab813 HTTP/1.1" status: 204 len: 168 time: 0.2691481 Apr 12 15:41:47.317680 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7da7a2-8f0f-45ee-9566-c8fd5d45b284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b41462-4158-4dd1-8b4d-8f8bd01ab813,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:47.337566 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:41:47.427650 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:47.427956 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.537590 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:47.549230 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.645029 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Publish callbacks [] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.722907 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.740763 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Allocated IP 172.20.0.1 (53fc17d6-7b99-4b71-8b16-b364eb28f3d4/321ff951-6ace-4abd-be2f-1a3f9a225997/20c60307-9e71-4f5e-9e0d-f9ae918a338c) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:41:47.778103 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Pushing event updated for resources: {'Port': ['ID=cd0e8323-3938-4fc7-8e73-f9d8733bfa51,revision_number=2']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:47.787303 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.787919 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.788486 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.789071 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.789847 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.790383 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.790879 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.791302 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.791744 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.792166 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.792585 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.793729 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.794223 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.794639 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.795050 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:41:47.861879 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Attempting to bind port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:41:47.867175 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Attempting to bind port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:41:47.867175 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Attempting to bind port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:41:47.876683 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:41:47.878223 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:41:47.879510 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.881490 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:41:47.882145 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Bound port: cd0e8323-3938-4fc7-8e73-f9d8733bfa51, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:41:47.882708 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:47.890384 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Publish callbacks [] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:48.008549 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] For port cd0e8323-3938-4fc7-8e73-f9d8733bfa51, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:41:48.029308 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] For port cd0e8323-3938-4fc7-8e73-f9d8733bfa51, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=cd0e8323-3938-4fc7-8e73-f9d8733bfa51,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:41:48.055016 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:48.129579 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:48.184634 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d656a-8d93-4f74-aa0f-252e9757562c req-07ccbbb1-fb43-45cb-809e-ea599bb92e57 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:48.186621 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-471d656a-8d93-4f74-aa0f-252e9757562c req-07ccbbb1-fb43-45cb-809e-ea599bb92e57 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.1040716 Apr 12 15:41:48.195238 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:41:48.206016 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:48.207057 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:41:48.207693 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:41:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:48.218137 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:41:48.228221 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Pushing event updated for resources: {'Port': ['ID=20c60307-9e71-4f5e-9e0d-f9ae918a338c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:48.279937 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885829e3-ab81-42bb-8dad-6eeb5531fdb4 None None] Pushing event updated for resources: {'Port': ['ID=cd0e8323-3938-4fc7-8e73-f9d8733bfa51,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:48.315185 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-471d656a-8d93-4f74-aa0f-252e9757562c req-12a262b5-0ab0-41de-bbd2-5a999c90aea6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133003 Apr 12 15:41:48.316289 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (df78840f-29db-4f33-afa8-acb6519f6fcc), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:48.388214 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:41:48.593636 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-a1d9407a-bae7-4ed6-8380-401a064db7f8 None None] Provisioning complete for port 20c60307-9e71-4f5e-9e0d-f9ae918a338c triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:48.594209 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a1d9407a-bae7-4ed6-8380-401a064db7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:48.609264 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:45Z', 'revision_number': 3, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:48.634671 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9407a-bae7-4ed6-8380-401a064db7f8 None None] Port 20c60307-9e71-4f5e-9e0d-f9ae918a338c cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:41:48.644110 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf6451-0351-4ea0-8e19-671744572f0e None None] The sync data for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi is: [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:45Z', 'revision_number': 3, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:41:48.788086 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:49.032226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Publish callbacks [] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:49.117683 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:49.206217 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Pushing event updated for resources: {'Port': ['ID=20c60307-9e71-4f5e-9e0d-f9ae918a338c,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:49.217932 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (df78840f-29db-4f33-afa8-acb6519f6fcc), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:49.345339 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device cd0e8323-3938-4fc7-8e73-f9d8733bfa51 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:41:49.377365 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:41:49.379118 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:49.475324 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:49.475697 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:49.670846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:49.673534 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:49.684744 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346169b-cb33-4f86-83a7-93b5ff301dcf req-d6b4aa48-baba-4d58-a889-98eecaf0f395 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:49.687218 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Router df78840f-29db-4f33-afa8-acb6519f6fcc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:41:49.703515 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4346169b-cb33-4f86-83a7-93b5ff301dcf req-d6b4aa48-baba-4d58-a889-98eecaf0f395 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.2161033 Apr 12 15:41:49.706500 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port cd0e8323-3938-4fc7-8e73-f9d8733bfa51, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=cd0e8323-3938-4fc7-8e73-f9d8733bfa51,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:41:49.761885 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-0e386f5d-0108-438e-8990-0c367e816d03 None None] Provisioning complete for port 20c60307-9e71-4f5e-9e0d-f9ae918a338c triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:49.762405 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0e386f5d-0108-438e-8990-0c367e816d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:49.783952 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4346169b-cb33-4f86-83a7-93b5ff301dcf req-62d2364e-6d56-4c18-a237-f05af4d3297a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751317 Apr 12 15:41:49.810032 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:49.849696 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-0e386f5d-0108-438e-8990-0c367e816d03 None None] Port 20c60307-9e71-4f5e-9e0d-f9ae918a338c cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:41:49.882593 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=cd0e8323-3938-4fc7-8e73-f9d8733bfa51,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:49.887952 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:41:49.893332 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-aefeb96a-6c2e-4177-83af-858b2aa14b60 admin admin] 10.222.0.74 "PUT /v2.0/routers/df78840f-29db-4f33-afa8-acb6519f6fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0623059 Apr 12 15:41:50.082606 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6e2cf-4266-43c7-9160-23829174e7d9 req-b3781762-0616-4afa-9b11-9a019f7775c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:50.090783 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91e6e2cf-4266-43c7-9160-23829174e7d9 req-b3781762-0616-4afa-9b11-9a019f7775c5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1129 time: 0.0432386 Apr 12 15:41:50.141872 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91e6e2cf-4266-43c7-9160-23829174e7d9 req-bd80020b-9994-4ae4-a1e0-80401e898081 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Apr 12 15:41:50.752893 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Sync routers for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:41:50.755818 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47266) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:50.761211 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1813433959-network', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:50.764386 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:41:50.765176 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:41:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:50.848487 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Made reservation on behalf of 00c70b733d9a4e2f8e46308e28051707 for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:41:50.851095 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:50.872454 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:50.963136 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c91fe-dafd-4509-8f9c-52bbea85d34d req-118ddca7-c72d-4ee6-a5dd-fc22c6e3e7ea tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:50.965655 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-917c91fe-dafd-4509-8f9c-52bbea85d34d req-118ddca7-c72d-4ee6-a5dd-fc22c6e3e7ea tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.1005754 Apr 12 15:41:51.038479 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-917c91fe-dafd-4509-8f9c-52bbea85d34d req-7b23d2d9-ddd8-4998-9036-244a965995d7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584304 Apr 12 15:41:51.043437 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Publish callbacks [] for security_group (4bd38477-275d-4abf-81fa-8f8d68a3743e), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.065109 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:41:51.105565 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4bd38477-275d-4abf-81fa-8f8d68a3743e), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.117637 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:41:51.140678 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (aab9e158-79ae-4cec-b560-4f00e01a59a7), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.141623 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Added segment aab9e158-79ae-4cec-b560-4f00e01a59a7 of type vlan for network c602d31a-74d6-49de-9ee3-24d57da8141e Apr 12 15:41:51.160862 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd38477-275d-4abf-81fa-8f8d68a3743e,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:51.212208 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (c602d31a-74d6-49de-9ee3-24d57da8141e), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.260192 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device cd0e8323-3938-4fc7-8e73-f9d8733bfa51 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:41:51.305773 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (c602d31a-74d6-49de-9ee3-24d57da8141e), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.306982 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:51.307751 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.312107 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 2, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:51.343928 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Checking router: df78840f-29db-4f33-afa8-acb6519f6fcc for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:41:51.344225 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Updating router df78840f-29db-4f33-afa8-acb6519f6fcc port 20c60307-9e71-4f5e-9e0d-f9ae918a338c binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:41:51.370424 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c602d31a-74d6-49de-9ee3-24d57da8141e,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:51.377079 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:51.377352 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.382452 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network c602d31a-74d6-49de-9ee3-24d57da8141e details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:41:51.416856 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.419930 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-35bbe9e0-35db-45bc-b754-9a00d0de12e8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6622779 Apr 12 15:41:51.421284 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47286) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:51.426104 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Request body: {'subnet': {'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1813433959-subnet', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:51.512087 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Made reservation on behalf of 00c70b733d9a4e2f8e46308e28051707 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:41:51.514630 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781895'] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.630285 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:51.773120 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781905'] for subnet (38021d81-6d55-4586-a5ac-9d133db9fcfd), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.809396 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Publish callbacks [] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.824713 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=38021d81-6d55-4586-a5ac-9d133db9fcfd,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:51.843263 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Checking segment: {'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:41:51.843630 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Network hostable DHCP agents. Network: c602d31a-74d6-49de-9ee3-24d57da8141e, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:41:51.899837 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:51.928324 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Network c602d31a-74d6-49de-9ee3-24d57da8141e is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:41:51.960939 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f029963-c077-44bd-82bc-ddee12a80ca5 None None] Pushing event updated for resources: {'Port': ['ID=20c60307-9e71-4f5e-9e0d-f9ae918a338c,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:52.020679 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, c602d31a-74d6-49de-9ee3-24d57da8141e) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:52.025851 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:52.026712 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.038006 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Attempting to bind port 20c60307-9e71-4f5e-9e0d-f9ae918a338c on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:41:52.038373 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Attempting to bind port 20c60307-9e71-4f5e-9e0d-f9ae918a338c by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:41:52.038737 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Attempting to bind port 20c60307-9e71-4f5e-9e0d-f9ae918a338c on network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:41:52.044745 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:41:52.046268 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Checking segment: {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:41:52.046696 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.047063 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Bound using segment: {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:41:52.047542 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Bound port: 20c60307-9e71-4f5e-9e0d-f9ae918a338c, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:41:52.047919 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.051697 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1f6a1-0945-4317-9dcf-def14414f7a7 None None] Network c602d31a-74d6-49de-9ee3-24d57da8141e requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:41:52.114771 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-be2344c0-1795-4ce7-98ae-eef2afb378ee admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6922333 Apr 12 15:41:52.117792 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47296) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:52.123886 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:52.215697 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718f57d-12be-4064-ace8-b5d15508e360 req-4932c4cf-65be-44ba-a78b-8d1793f8c121 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:52.220172 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] For port 20c60307-9e71-4f5e-9e0d-f9ae918a338c, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:41:52.221278 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4718f57d-12be-4064-ace8-b5d15508e360 req-4932c4cf-65be-44ba-a78b-8d1793f8c121 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0911767 Apr 12 15:41:52.224746 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] For port 20c60307-9e71-4f5e-9e0d-f9ae918a338c, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=20c60307-9e71-4f5e-9e0d-f9ae918a338c,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:41:52.248596 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (61928737-36b0-4281-8065-10d68727dd79), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.249777 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (61928737-36b0-4281-8065-10d68727dd79), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.265057 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-c602d31a-74d6-49de-9ee3-24d57da8141e', 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e', 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'fixed_ips': [{'subnet_id': '38021d81-6d55-4586-a5ac-9d133db9fcfd'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:41:52.266338 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.283136 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4718f57d-12be-4064-ace8-b5d15508e360 req-8e0debe3-db8d-4e30-8174-c9650ef1c89f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557125 Apr 12 15:41:52.292357 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-9c5662ac-0fae-4648-893d-70100d73eda0 None None] Provisioning complete for port 20c60307-9e71-4f5e-9e0d-f9ae918a338c triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:52.293279 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-9c5662ac-0fae-4648-893d-70100d73eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.323805 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks [] for router_controller (61928737-36b0-4281-8065-10d68727dd79), precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.468003 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.482846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-9c5662ac-0fae-4648-893d-70100d73eda0 None None] Port 20c60307-9e71-4f5e-9e0d-f9ae918a338c cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:41:52.615996 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks [] for router_gateway (61928737-36b0-4281-8065-10d68727dd79), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.627514 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:41:52.628145 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:41:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:52.636395 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f029963-c077-44bd-82bc-ddee12a80ca5 None None] Pushing event updated for resources: {'Port': ['ID=20c60307-9e71-4f5e-9e0d-f9ae918a338c,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:52.685497 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Allocated IP 172.20.0.2 (c602d31a-74d6-49de-9ee3-24d57da8141e/38021d81-6d55-4586-a5ac-9d133db9fcfd/2e9d1295-41a5-442c-9646-73af9c397e85) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:41:52.830533 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:41:52.954635 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fb9b0-aad4-4c06-93e6-aa521d8a002b req-38789d23-88d1-4919-b9ea-ee85ca9c5725 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:52.961909 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b67fb9b0-aad4-4c06-93e6-aa521d8a002b req-38789d23-88d1-4919-b9ea-ee85ca9c5725 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.1360676 Apr 12 15:41:52.982479 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-a98ee1ee-d2d4-4c30-a260-6cb36ac9cc47 None None] Provisioning complete for port 20c60307-9e71-4f5e-9e0d-f9ae918a338c triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:52.983082 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a98ee1ee-d2d4-4c30-a260-6cb36ac9cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:52.995042 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-a5aab258-c19e-45e6-ac8b-62e6f192ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:52.996867 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-a5aab258-c19e-45e6-ac8b-62e6f192ace3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1129 time: 0.1079261 Apr 12 15:41:53.122136 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks [] for router_gateway (61928737-36b0-4281-8065-10d68727dd79), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.157315 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.177177 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b67fb9b0-aad4-4c06-93e6-aa521d8a002b req-0e5cd8a7-fd31-42b5-8f33-b4aae7eab14e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140939 Apr 12 15:41:53.182841 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-0eb82583-eb65-4d8a-9c91-3fc660116a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:53.184394 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-0eb82583-eb65-4d8a-9c91-3fc660116a81 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.1804378 Apr 12 15:41:53.243319 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Publish callbacks [] for port (2e9d1295-41a5-442c-9646-73af9c397e85), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.262800 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-1f454c43-77c7-4383-8df7-643dd4f1d136 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c874509c-7ee9-442b-969e-ababfc71bd5b HTTP/1.1" status: 200 len: 217 time: 0.0469422 Apr 12 15:41:53.315010 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.362197 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-14d1d177-d9f7-433e-a589-1a871aeff18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:53.363698 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-14d1d177-d9f7-433e-a589-1a871aeff18c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0881407 Apr 12 15:41:53.363818 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-a98ee1ee-d2d4-4c30-a260-6cb36ac9cc47 None None] Current status of the port 20c60307-9e71-4f5e-9e0d-f9ae918a338c is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:53.364167 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a98ee1ee-d2d4-4c30-a260-6cb36ac9cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.390361 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Allocated IP 172.27.0.65 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/a10c0e5b-4fde-4074-978c-da8c27bda043) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:41:53.391449 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Network c602d31a-74d6-49de-9ee3-24d57da8141e is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:41:53.392423 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:52Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:53.399719 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:53.429223 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-0b17fc78-468f-4db8-9869-5e3192e49814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:53.429786 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Pushing event updated for resources: {'Port': ['ID=2e9d1295-41a5-442c-9646-73af9c397e85,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:53.430751 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-0b17fc78-468f-4db8-9869-5e3192e49814 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578170 Apr 12 15:41:53.432412 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:41:53.437572 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8bd85-a64d-4497-b7e4-070eb2172866 None None] The sync data for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi is: [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:52Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:41:53.478249 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a98ee1ee-d2d4-4c30-a260-6cb36ac9cc47 None None] For port 20c60307-9e71-4f5e-9e0d-f9ae918a338c, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=20c60307-9e71-4f5e-9e0d-f9ae918a338c,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:41:53.537422 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Attempting to bind port 2e9d1295-41a5-442c-9646-73af9c397e85 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:41:53.537422 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Attempting to bind port 2e9d1295-41a5-442c-9646-73af9c397e85 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:41:53.537846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Attempting to bind port 2e9d1295-41a5-442c-9646-73af9c397e85 on network c602d31a-74d6-49de-9ee3-24d57da8141e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:41:53.545306 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:41:53.545690 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Checking segment: {'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:41:53.546104 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.546508 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Bound using segment: {'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:41:53.546988 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Bound port: 2e9d1295-41a5-442c-9646-73af9c397e85, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:41:53.547385 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.581692 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a98ee1ee-d2d4-4c30-a260-6cb36ac9cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.671766 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-683113ed-eab7-446d-b8cf-7e0038235bea service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292063 Apr 12 15:41:53.709205 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ee1ee-d2d4-4c30-a260-6cb36ac9cc47 None None] Pushing event updated for resources: {'Port': ['ID=20c60307-9e71-4f5e-9e0d-f9ae918a338c,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:53.713297 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] For port 2e9d1295-41a5-442c-9646-73af9c397e85, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:41:53.715453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks [] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.721401 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] For port 2e9d1295-41a5-442c-9646-73af9c397e85, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=2e9d1295-41a5-442c-9646-73af9c397e85,segment=NetworkSegment(aab9e158-79ae-4cec-b560-4f00e01a59a7),segment_id=aab9e158-79ae-4cec-b560-4f00e01a59a7)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:41:53.808926 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:53.901286 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4521ca1-4be1-4325-8565-4a3e94248da8 None None] Pushing event updated for resources: {'Port': ['ID=2e9d1295-41a5-442c-9646-73af9c397e85,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:54.097757 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09c46be5-a377-49ed-811d-3e0179f99f53 req-853d4368-d21a-447b-abbb-f2bf4ccad1e2 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180207 Apr 12 15:41:54.196193 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:54.242468 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:41:54.245665 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:54.254261 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:41:54.283850 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Pushing event updated for resources: {'Port': ['ID=a10c0e5b-4fde-4074-978c-da8c27bda043,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:54.319945 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dd9c8-7a10-4d74-9ec7-5e63f71a593d req-3e96a667-c9d7-4b1a-85b6-4ba83eddc84c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:54.327292 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c28dd9c8-7a10-4d74-9ec7-5e63f71a593d req-3e96a667-c9d7-4b1a-85b6-4ba83eddc84c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0600028 Apr 12 15:41:54.398096 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c28dd9c8-7a10-4d74-9ec7-5e63f71a593d req-e9e4e754-92d2-4072-a360-f20feac74361 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549183 Apr 12 15:41:54.671086 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks [] for router_gateway (61928737-36b0-4281-8065-10d68727dd79), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:54.913222 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (61928737-36b0-4281-8065-10d68727dd79), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:54.987403 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955572b2-940d-4b12-bdc8-e20f7348711f None None] Network c602d31a-74d6-49de-9ee3-24d57da8141e requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:41:55.066155 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-a558bb18-991e-4e8c-a203-9da5338f323e None None] Provisioning complete for port 2e9d1295-41a5-442c-9646-73af9c397e85 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:55.066531 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a558bb18-991e-4e8c-a203-9da5338f323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:55.186072 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Router 61928737-36b0-4281-8065-10d68727dd79 is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:41:55.207267 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-a558bb18-991e-4e8c-a203-9da5338f323e None None] Current status of the port 2e9d1295-41a5-442c-9646-73af9c397e85 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:55.207999 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a558bb18-991e-4e8c-a203-9da5338f323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:55.256903 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a558bb18-991e-4e8c-a203-9da5338f323e None None] For port 2e9d1295-41a5-442c-9646-73af9c397e85, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=2e9d1295-41a5-442c-9646-73af9c397e85,segment=NetworkSegment(aab9e158-79ae-4cec-b560-4f00e01a59a7),segment_id=aab9e158-79ae-4cec-b560-4f00e01a59a7)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:41:55.326492 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 20c60307-9e71-4f5e-9e0d-f9ae918a338c up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:41:55.360247 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:41:55.370327 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Sync routers for ids ['61928737-36b0-4281-8065-10d68727dd79'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:41:55.386193 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Routers {'61928737-36b0-4281-8065-10d68727dd79'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:41:55.391237 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:41:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['61928737-36b0-4281-8065-10d68727dd79'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:55.393913 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a558bb18-991e-4e8c-a203-9da5338f323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:55.400901 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 20c60307-9e71-4f5e-9e0d-f9ae918a338c triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:55.401461 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:55.471937 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:55.484570 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-18e9c37b-a8ff-4e56-8e90-6a8f2c5f387f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3543749 Apr 12 15:41:55.485362 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47370) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:55.511750 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558bb18-991e-4e8c-a203-9da5338f323e None None] Pushing event updated for resources: {'Port': ['ID=2e9d1295-41a5-442c-9646-73af9c397e85,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:55.521172 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b7db3-439c-41a7-b115-7a24e40ed149 req-11caa58a-67a4-4700-aed2-a3fc6ecd2dbb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:55.523098 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e92b7db3-439c-41a7-b115-7a24e40ed149 req-11caa58a-67a4-4700-aed2-a3fc6ecd2dbb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0661263 Apr 12 15:41:55.562545 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-cdfb5561-14b0-47b4-a6ee-9c521a110d0d None None] Provisioning complete for port 2e9d1295-41a5-442c-9646-73af9c397e85 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:55.563294 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5561-14b0-47b4-a6ee-9c521a110d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:55.589053 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Set router 61928737-36b0-4281-8065-10d68727dd79 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:41:55.597774 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e92b7db3-439c-41a7-b115-7a24e40ed149 req-0e65bba8-8a60-489e-8a78-d628efaa977d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622222 Apr 12 15:41:55.655954 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 20c60307-9e71-4f5e-9e0d-f9ae918a338c is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:55.657131 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 2e9d1295-41a5-442c-9646-73af9c397e85 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:41:55.744760 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 2e9d1295-41a5-442c-9646-73af9c397e85 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:55.745237 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:55.834513 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb5561-14b0-47b4-a6ee-9c521a110d0d None None] Current status of the port 2e9d1295-41a5-442c-9646-73af9c397e85 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:55.845968 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:41:54Z', 'revision_number': 3, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port': {'id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:53Z', 'updated_at': '2022-04-12T15:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:55.875897 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Checking router: 61928737-36b0-4281-8065-10d68727dd79 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:41:55.876247 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Updating router 61928737-36b0-4281-8065-10d68727dd79 port a10c0e5b-4fde-4074-978c-da8c27bda043 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:41:55.881883 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 2e9d1295-41a5-442c-9646-73af9c397e85 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:55.906483 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:55.998031 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:41:56.165214 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Publish callbacks [] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.226548 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.241312 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.294733 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d4862-9350-4b4b-8919-d780f676e63e None None] Pushing event updated for resources: {'Port': ['ID=a10c0e5b-4fde-4074-978c-da8c27bda043,revision_number=2']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:56.297696 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Attempting to bind port a10c0e5b-4fde-4074-978c-da8c27bda043 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:41:56.298072 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Attempting to bind port a10c0e5b-4fde-4074-978c-da8c27bda043 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:41:56.298455 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Attempting to bind port a10c0e5b-4fde-4074-978c-da8c27bda043 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:41:56.304513 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:41:56.304926 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:41:56.305329 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.305722 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:41:56.306195 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Bound port: a10c0e5b-4fde-4074-978c-da8c27bda043, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:41:56.306744 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.360361 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] For port a10c0e5b-4fde-4074-978c-da8c27bda043, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:41:56.363602 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] For port a10c0e5b-4fde-4074-978c-da8c27bda043, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=a10c0e5b-4fde-4074-978c-da8c27bda043,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:41:56.395990 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Allocated IP 172.20.0.1 (c602d31a-74d6-49de-9ee3-24d57da8141e/38021d81-6d55-4586-a5ac-9d133db9fcfd/2a1c98ea-2a05-4070-ac19-3311aedc1161) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:41:56.431404 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.493106 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Routers {'61928737-36b0-4281-8065-10d68727dd79'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:41:56.493724 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:41:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['61928737-36b0-4281-8065-10d68727dd79'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:56.514261 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Publish callbacks [] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.531795 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d4862-9350-4b4b-8919-d780f676e63e None None] Pushing event updated for resources: {'Port': ['ID=a10c0e5b-4fde-4074-978c-da8c27bda043,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:56.591604 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.608553 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] Set router 61928737-36b0-4281-8065-10d68727dd79 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:41:56.629358 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Network c602d31a-74d6-49de-9ee3-24d57da8141e is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:41:56.632303 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:56.638958 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:41:56.668813 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1c98ea-2a05-4070-ac19-3311aedc1161,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:56.689493 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (61928737-36b0-4281-8065-10d68727dd79), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.793548 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d8483-ea08-41b4-a9a5-7bd0da2bdac5 req-e625279c-e3a6-408a-951c-53a98572e8fb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:56.795101 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-010d8483-ea08-41b4-a9a5-7bd0da2bdac5 req-e625279c-e3a6-408a-951c-53a98572e8fb tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0669148 Apr 12 15:41:56.885778 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-010d8483-ea08-41b4-a9a5-7bd0da2bdac5 req-0ee95bba-1fc9-46c0-a5b3-0689a62b172e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831997 Apr 12 15:41:56.927817 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:41:54Z', 'revision_number': 3, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port': {'id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:53Z', 'updated_at': '2022-04-12T15:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:56.955897 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227f081-fabe-4ecb-9ca0-72c713a37560 None None] The sync data for ids ['61928737-36b0-4281-8065-10d68727dd79'] in dv-cinder-837525-1-iscsi is: [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:41:54Z', 'revision_number': 3, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port': {'id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:53Z', 'updated_at': '2022-04-12T15:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:41:56.977547 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:56.990223 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-3aaa474f-c1ef-4b18-91cb-f26cfbe0e5d5 None None] Provisioning complete for port 2a1c98ea-2a05-4070-ac19-3311aedc1161 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:56.990835 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3aaa474f-c1ef-4b18-91cb-f26cfbe0e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:57.032115 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3aaa474f-c1ef-4b18-91cb-f26cfbe0e5d5 None None] Port 2a1c98ea-2a05-4070-ac19-3311aedc1161 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:41:57.163022 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Publish callbacks [] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:57.218903 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:57.297635 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (61928737-36b0-4281-8065-10d68727dd79), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:57.302804 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 2e9d1295-41a5-442c-9646-73af9c397e85 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:41:57.316741 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1c98ea-2a05-4070-ac19-3311aedc1161,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:57.357486 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 2e9d1295-41a5-442c-9646-73af9c397e85 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:57.357990 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:57.418517 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Network c602d31a-74d6-49de-9ee3-24d57da8141e is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:41:57.419968 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:41:57.453758 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 2e9d1295-41a5-442c-9646-73af9c397e85 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:57.568981 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Router 61928737-36b0-4281-8065-10d68727dd79 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:41:57.655639 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-953ea126-0c11-412b-a43a-97485850de32 None None] Provisioning complete for port 2a1c98ea-2a05-4070-ac19-3311aedc1161 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:57.656011 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-953ea126-0c11-412b-a43a-97485850de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:57.704176 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-953ea126-0c11-412b-a43a-97485850de32 None None] Port 2a1c98ea-2a05-4070-ac19-3311aedc1161 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:41:57.712980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:41:57.718516 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-3724fbc8-ea38-4378-82eb-7c692dfcfbf0 admin admin] 10.222.0.74 "PUT /v2.0/routers/61928737-36b0-4281-8065-10d68727dd79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2414067 Apr 12 15:41:58.037891 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543b31-7bd9-4ecb-bf1f-13d525dc268d req-7d7db84f-be3a-4379-9958-a0e98126f337 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:41:58.039654 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-73543b31-7bd9-4ecb-bf1f-13d525dc268d req-7d7db84f-be3a-4379-9958-a0e98126f337 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0563016 Apr 12 15:41:58.090791 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-73543b31-7bd9-4ecb-bf1f-13d525dc268d req-e10e8a40-1369-4f9c-bfeb-96d749b3514a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453463 Apr 12 15:41:58.473587 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47416) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:58.478153 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-f9e98c0e-f6ce-4a3a-a042-eddef691138a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1345626842', 'description': 'tempest-secgroup-smoke-1345626842 description', 'project_id': '58ab8be7f12144ffb9ea13c352638e97'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:58.608665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f9e98c0e-f6ce-4a3a-a042-eddef691138a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:58.685062 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f9e98c0e-f6ce-4a3a-a042-eddef691138a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group (c7f355d6-f611-4b3a-bf11-4f2ac04e679f), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:58.762386 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Sync routers for ids ['61928737-36b0-4281-8065-10d68727dd79'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:41:58.777244 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Routers {'61928737-36b0-4281-8065-10d68727dd79'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:41:58.777863 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:41:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['61928737-36b0-4281-8065-10d68727dd79'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:58.802500 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f9e98c0e-f6ce-4a3a-a042-eddef691138a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (c7f355d6-f611-4b3a-bf11-4f2ac04e679f), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:58.843464 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e98c0e-f6ce-4a3a-a042-eddef691138a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f355d6-f611-4b3a-bf11-4f2ac04e679f,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:58.913568 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f9e98c0e-f6ce-4a3a-a042-eddef691138a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:58.915205 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f9e98c0e-f6ce-4a3a-a042-eddef691138a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4405744 Apr 12 15:41:58.918381 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47434) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:58.923181 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-26c5eb84-9469-4dbe-b477-30a0bf49ce24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'security_group_rule': {'security_group_id': 'c7f355d6-f611-4b3a-bf11-4f2ac04e679f', 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:58.930445 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Set router 61928737-36b0-4281-8065-10d68727dd79 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:41:59.111895 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-26c5eb84-9469-4dbe-b477-30a0bf49ce24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (9951cc0f-bd34-4856-ae97-bab5c3bfc0bc), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.210036 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-26c5eb84-9469-4dbe-b477-30a0bf49ce24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (9951cc0f-bd34-4856-ae97-bab5c3bfc0bc), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.252705 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device a10c0e5b-4fde-4074-978c-da8c27bda043 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:41:59.282378 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-26c5eb84-9469-4dbe-b477-30a0bf49ce24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (9951cc0f-bd34-4856-ae97-bab5c3bfc0bc), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.303302 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5eb84-9469-4dbe-b477-30a0bf49ce24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9951cc0f-bd34-4856-ae97-bab5c3bfc0bc,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:59.331632 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:41:56Z', 'revision_number': 4, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port': {'id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:53Z', 'updated_at': '2022-04-12T15:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '2a1c98ea-2a05-4070-ac19-3311aedc1161', 'name': '', 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'mac_address': 'fa:16:3e:ad:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '38021d81-6d55-4586-a5ac-9d133db9fcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:56Z', 'updated_at': '2022-04-12T15:41:57Z', 'revision_number': 2, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'subnets': [{'id': '38021d81-6d55-4586-a5ac-9d133db9fcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:41:59.363203 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Checking router: 61928737-36b0-4281-8065-10d68727dd79 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:41:59.363559 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Updating router 61928737-36b0-4281-8065-10d68727dd79 port 2a1c98ea-2a05-4070-ac19-3311aedc1161 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:41:59.369018 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-26c5eb84-9469-4dbe-b477-30a0bf49ce24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.370249 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-26c5eb84-9469-4dbe-b477-30a0bf49ce24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4508889 Apr 12 15:41:59.373136 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47438) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:59.377636 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-010525d1-9f32-475f-b72b-3e2e7fc55b74 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'security_group_rule': {'security_group_id': 'c7f355d6-f611-4b3a-bf11-4f2ac04e679f', 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:59.388116 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port a10c0e5b-4fde-4074-978c-da8c27bda043 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:41:59.388604 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.414536 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.489505 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-010525d1-9f32-475f-b72b-3e2e7fc55b74 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (af6b1d5f-ffdc-4900-b4ed-ebd857503dfc), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.547533 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-010525d1-9f32-475f-b72b-3e2e7fc55b74 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (af6b1d5f-ffdc-4900-b4ed-ebd857503dfc), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.577138 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port a10c0e5b-4fde-4074-978c-da8c27bda043 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:41:59.577526 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.619489 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-010525d1-9f32-475f-b72b-3e2e7fc55b74 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (af6b1d5f-ffdc-4900-b4ed-ebd857503dfc), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.637430 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010525d1-9f32-475f-b72b-3e2e7fc55b74 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6b1d5f-ffdc-4900-b4ed-ebd857503dfc,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:59.643557 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port a10c0e5b-4fde-4074-978c-da8c27bda043, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=a10c0e5b-4fde-4074-978c-da8c27bda043,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:41:59.707471 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-010525d1-9f32-475f-b72b-3e2e7fc55b74 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.711515 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-010525d1-9f32-475f-b72b-3e2e7fc55b74 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3347259 Apr 12 15:41:59.711730 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47442) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:41:59.718084 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-da30bfff-76c4-4f82-b9c1-097abe017f7c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'security_group_rule': {'security_group_id': 'c7f355d6-f611-4b3a-bf11-4f2ac04e679f', 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:41:59.741692 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Publish callbacks [] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.744459 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.793769 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=a10c0e5b-4fde-4074-978c-da8c27bda043,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:59.818239 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-da30bfff-76c4-4f82-b9c1-097abe017f7c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (876fa2c6-19a8-4523-b2da-84e26da70846), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.819666 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.886145 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f96b07-4b92-4171-adec-3af8cc061927 None None] Pushing event updated for resources: {'Port': ['ID=2a1c98ea-2a05-4070-ac19-3311aedc1161,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:41:59.897438 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-da30bfff-76c4-4f82-b9c1-097abe017f7c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (876fa2c6-19a8-4523-b2da-84e26da70846), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.945150 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Attempting to bind port 2a1c98ea-2a05-4070-ac19-3311aedc1161 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:41:59.945523 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Attempting to bind port 2a1c98ea-2a05-4070-ac19-3311aedc1161 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:41:59.945884 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Attempting to bind port 2a1c98ea-2a05-4070-ac19-3311aedc1161 on network c602d31a-74d6-49de-9ee3-24d57da8141e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:41:59.951884 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:41:59.952262 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Checking segment: {'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:41:59.953029 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.953126 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Bound using segment: {'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:41:59.953534 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Bound port: 2a1c98ea-2a05-4070-ac19-3311aedc1161, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9e158-79ae-4cec-b560-4f00e01a59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:41:59.953917 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.966213 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a38ce091-98cf-4fbe-89b1-be4c0dcc586d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:41:59.974176 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-da30bfff-76c4-4f82-b9c1-097abe017f7c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (876fa2c6-19a8-4523-b2da-84e26da70846), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.004099 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30bfff-76c4-4f82-b9c1-097abe017f7c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876fa2c6-19a8-4523-b2da-84e26da70846,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:00.045000 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-da30bfff-76c4-4f82-b9c1-097abe017f7c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.046421 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-da30bfff-76c4-4f82-b9c1-097abe017f7c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337297 Apr 12 15:42:00.049346 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47452) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:00.057149 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-c2ed8b6b-6a6d-4e8f-ba47-f17c40bccdba tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'security_group_rule': {'security_group_id': 'c7f355d6-f611-4b3a-bf11-4f2ac04e679f', 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:00.062964 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] For port 2a1c98ea-2a05-4070-ac19-3311aedc1161, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:42:00.066319 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] For port 2a1c98ea-2a05-4070-ac19-3311aedc1161, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=2a1c98ea-2a05-4070-ac19-3311aedc1161,segment=NetworkSegment(aab9e158-79ae-4cec-b560-4f00e01a59a7),segment_id=aab9e158-79ae-4cec-b560-4f00e01a59a7)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:42:00.106104 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.134893 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b6b-6a6d-4e8f-ba47-f17c40bccdba tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (4fea41bc-16f2-4e51-981f-c392921b18dd), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.162151 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-4c45dcaf-9797-4f93-8900-71202e96b232 None None] Provisioning complete for port 2a1c98ea-2a05-4070-ac19-3311aedc1161 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:00.162573 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4c45dcaf-9797-4f93-8900-71202e96b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.196673 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b6b-6a6d-4e8f-ba47-f17c40bccdba tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (4fea41bc-16f2-4e51-981f-c392921b18dd), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.208716 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Routers {'61928737-36b0-4281-8065-10d68727dd79'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:42:00.209385 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:41:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['61928737-36b0-4281-8065-10d68727dd79'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:00.212709 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f96b07-4b92-4171-adec-3af8cc061927 None None] Pushing event updated for resources: {'Port': ['ID=2a1c98ea-2a05-4070-ac19-3311aedc1161,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:00.260038 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b6b-6a6d-4e8f-ba47-f17c40bccdba tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (4fea41bc-16f2-4e51-981f-c392921b18dd), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.283776 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed8b6b-6a6d-4e8f-ba47-f17c40bccdba tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fea41bc-16f2-4e51-981f-c392921b18dd,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:00.340822 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b6b-6a6d-4e8f-ba47-f17c40bccdba tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.344635 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c2ed8b6b-6a6d-4e8f-ba47-f17c40bccdba tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2912014 Apr 12 15:42:00.344909 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47454) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:00.349159 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-6cea07c6-4eb1-4e9a-93e4-1d0d751cc452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'security_group_rule': {'security_group_id': 'c7f355d6-f611-4b3a-bf11-4f2ac04e679f', 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:00.359785 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-4c45dcaf-9797-4f93-8900-71202e96b232 None None] Current status of the port 2a1c98ea-2a05-4070-ac19-3311aedc1161 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:00.360158 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4c45dcaf-9797-4f93-8900-71202e96b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.381880 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] Set router 61928737-36b0-4281-8065-10d68727dd79 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:42:00.430291 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.securitygroups_db [None req-6cea07c6-4eb1-4e9a-93e4-1d0d751cc452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Project 58ab8be7f12144ffb9ea13c352638e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 15:42:00.436686 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6cea07c6-4eb1-4e9a-93e4-1d0d751cc452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (bdee3085-ca6e-4d46-823f-492b144dca5a), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.437260 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-4c45dcaf-9797-4f93-8900-71202e96b232 None None] For port 2a1c98ea-2a05-4070-ac19-3311aedc1161, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=2a1c98ea-2a05-4070-ac19-3311aedc1161,segment=NetworkSegment(aab9e158-79ae-4cec-b560-4f00e01a59a7),segment_id=aab9e158-79ae-4cec-b560-4f00e01a59a7)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:42:00.495712 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6cea07c6-4eb1-4e9a-93e4-1d0d751cc452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (bdee3085-ca6e-4d46-823f-492b144dca5a), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.518283 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4c45dcaf-9797-4f93-8900-71202e96b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.562540 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6cea07c6-4eb1-4e9a-93e4-1d0d751cc452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (bdee3085-ca6e-4d46-823f-492b144dca5a), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.582039 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea07c6-4eb1-4e9a-93e4-1d0d751cc452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdee3085-ca6e-4d46-823f-492b144dca5a,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:00.589768 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45dcaf-9797-4f93-8900-71202e96b232 None None] Pushing event updated for resources: {'Port': ['ID=2a1c98ea-2a05-4070-ac19-3311aedc1161,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:00.642898 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-2fe8a2f1-2b53-4c7b-92b1-225d2a4eb92f None None] Provisioning complete for port 2a1c98ea-2a05-4070-ac19-3311aedc1161 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:00.643267 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2fe8a2f1-2b53-4c7b-92b1-225d2a4eb92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.644886 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:41:56Z', 'revision_number': 4, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port': {'id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:53Z', 'updated_at': '2022-04-12T15:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '2a1c98ea-2a05-4070-ac19-3311aedc1161', 'name': '', 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'mac_address': 'fa:16:3e:ad:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '38021d81-6d55-4586-a5ac-9d133db9fcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:56Z', 'updated_at': '2022-04-12T15:42:00Z', 'revision_number': 4, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'subnets': [{'id': '38021d81-6d55-4586-a5ac-9d133db9fcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:00.661824 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6cea07c6-4eb1-4e9a-93e4-1d0d751cc452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.666170 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6cea07c6-4eb1-4e9a-93e4-1d0d751cc452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3172739 Apr 12 15:42:00.666290 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47456) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:00.671226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-8aa3a899-f97b-4138-aa6c-7e8665f9c498 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'security_group_rule': {'security_group_id': 'c7f355d6-f611-4b3a-bf11-4f2ac04e679f', 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:00.698988 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf0836-d699-425d-bf02-a924ac038c86 None None] The sync data for ids ['61928737-36b0-4281-8065-10d68727dd79'] in dv-cinder-837525-1-iscsi is: [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:41:56Z', 'revision_number': 4, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port': {'id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:53Z', 'updated_at': '2022-04-12T15:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '2a1c98ea-2a05-4070-ac19-3311aedc1161', 'name': '', 'network_id': 'c602d31a-74d6-49de-9ee3-24d57da8141e', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'mac_address': 'fa:16:3e:ad:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '38021d81-6d55-4586-a5ac-9d133db9fcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:56Z', 'updated_at': '2022-04-12T15:42:00Z', 'revision_number': 4, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'subnets': [{'id': '38021d81-6d55-4586-a5ac-9d133db9fcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:42:00.758319 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.securitygroups_db [None req-8aa3a899-f97b-4138-aa6c-7e8665f9c498 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Project 58ab8be7f12144ffb9ea13c352638e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 15:42:00.770623 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a899-f97b-4138-aa6c-7e8665f9c498 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (7bc27b6b-703a-4817-ac22-76245fa7d6d9), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.866216 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a899-f97b-4138-aa6c-7e8665f9c498 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (7bc27b6b-703a-4817-ac22-76245fa7d6d9), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.881885 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8a2f1-2b53-4c7b-92b1-225d2a4eb92f None None] Current status of the port 2a1c98ea-2a05-4070-ac19-3311aedc1161 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:00.945453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a899-f97b-4138-aa6c-7e8665f9c498 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (7bc27b6b-703a-4817-ac22-76245fa7d6d9), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:00.964187 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3a899-f97b-4138-aa6c-7e8665f9c498 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc27b6b-703a-4817-ac22-76245fa7d6d9,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:01.042582 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a899-f97b-4138-aa6c-7e8665f9c498 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:01.044455 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8aa3a899-f97b-4138-aa6c-7e8665f9c498 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3767481 Apr 12 15:42:01.321786 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 2a1c98ea-2a05-4070-ac19-3311aedc1161 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:01.374310 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 2a1c98ea-2a05-4070-ac19-3311aedc1161 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:01.374524 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:01.456901 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 2a1c98ea-2a05-4070-ac19-3311aedc1161 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:01.458054 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device a10c0e5b-4fde-4074-978c-da8c27bda043 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:01.506394 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port a10c0e5b-4fde-4074-978c-da8c27bda043 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:01.506931 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:01.597914 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port a10c0e5b-4fde-4074-978c-da8c27bda043 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:02.801705 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-daccb5c6-e80f-4737-819e-78ed2ab79df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:03.042497 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:03.858786 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:05.728154 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:06.950911 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:14.911836 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47706) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:14.916611 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-fc8d5cd4-72cd-4c30-8733-7d424f5b9c35 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614038704', 'description': 'tempest-description--1780067997'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:15.049441 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5cd4-72cd-4c30-8733-7d424f5b9c35 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.129995 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5cd4-72cd-4c30-8733-7d424f5b9c35 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group (698602a7-7d3b-4f9d-8c6b-fe5072013f0e), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.185409 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5cd4-72cd-4c30-8733-7d424f5b9c35 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (698602a7-7d3b-4f9d-8c6b-fe5072013f0e), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.213863 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d5cd4-72cd-4c30-8733-7d424f5b9c35 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698602a7-7d3b-4f9d-8c6b-fe5072013f0e,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:15.318751 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5cd4-72cd-4c30-8733-7d424f5b9c35 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.320028 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-fc8d5cd4-72cd-4c30-8733-7d424f5b9c35 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4071646 Apr 12 15:42:15.322968 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47712) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:15.327312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-8445583e-7ec1-4e8a-8e89-91801f2564df tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'security_group_rule': {'security_group_id': '698602a7-7d3b-4f9d-8c6b-fe5072013f0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:15.453387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8445583e-7ec1-4e8a-8e89-91801f2564df tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group_rule (1a1640ae-f35b-4d77-95e1-f7a075589507), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.512553 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8445583e-7ec1-4e8a-8e89-91801f2564df tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group_rule (1a1640ae-f35b-4d77-95e1-f7a075589507), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.597202 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8445583e-7ec1-4e8a-8e89-91801f2564df tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (1a1640ae-f35b-4d77-95e1-f7a075589507), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.617062 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445583e-7ec1-4e8a-8e89-91801f2564df tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1640ae-f35b-4d77-95e1-f7a075589507,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:15.713120 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8445583e-7ec1-4e8a-8e89-91801f2564df tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.714350 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-8445583e-7ec1-4e8a-8e89-91801f2564df tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903975 Apr 12 15:42:15.717509 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47716) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:15.722809 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-9a596212-43a3-4793-aa61-a92c9fc90e23 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'security_group_rule': {'security_group_id': '698602a7-7d3b-4f9d-8c6b-fe5072013f0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:15.833203 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9a596212-43a3-4793-aa61-a92c9fc90e23 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group_rule (8433b5b0-9509-4fed-aa9e-0493254a3da7), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.893148 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9a596212-43a3-4793-aa61-a92c9fc90e23 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group_rule (8433b5b0-9509-4fed-aa9e-0493254a3da7), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:15.980534 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9a596212-43a3-4793-aa61-a92c9fc90e23 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (8433b5b0-9509-4fed-aa9e-0493254a3da7), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:16.001877 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a596212-43a3-4793-aa61-a92c9fc90e23 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8433b5b0-9509-4fed-aa9e-0493254a3da7,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:16.102288 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9a596212-43a3-4793-aa61-a92c9fc90e23 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:16.103475 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-9a596212-43a3-4793-aa61-a92c9fc90e23 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3849239 Apr 12 15:42:16.107097 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47726) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:16.111957 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:16.243462 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:16.334877 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:16.445560 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Allocated IP 172.27.0.180 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/6b4ab0e0-12af-4e4e-bffc-925972235d6b) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:42:16.549350 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for port (6b4ab0e0-12af-4e4e-bffc-925972235d6b), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:16.706826 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (6b4ab0e0-12af-4e4e-bffc-925972235d6b), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:16.748735 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:42:16.753581 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:16.757894 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:42:16.783232 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event updated for resources: {'Port': ['ID=6b4ab0e0-12af-4e4e-bffc-925972235d6b,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:16.852051 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (f70604b4-c17b-4a6f-be88-1ce37f3e0126), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:16.953330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (6b4ab0e0-12af-4e4e-bffc-925972235d6b), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:17.117937 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for port (6b4ab0e0-12af-4e4e-bffc-925972235d6b), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:17.260414 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (6b4ab0e0-12af-4e4e-bffc-925972235d6b), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:17.340021 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event updated for resources: {'Port': ['ID=6b4ab0e0-12af-4e4e-bffc-925972235d6b,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:17.352354 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (f70604b4-c17b-4a6f-be88-1ce37f3e0126), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:17.450672 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:17.451970 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bd392eaa-841f-43dc-893c-e6359c910672 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3438034 Apr 12 15:42:18.763365 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-bf79429f-78bb-4488-b8d0-a2a86fa856d6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--614038704&fields=id&tenant_id=e7895eb9eee743bb9cc84051a905e68c HTTP/1.1" status: 200 len: 267 time: 0.0597281 Apr 12 15:42:18.879917 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104025-9180-4112-b287-b15333741a62 req-ae1659d1-777b-44ff-8a63-eec07a5d9e27 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:18.884525 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-ae1659d1-777b-44ff-8a63-eec07a5d9e27 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 817 time: 0.1151967 Apr 12 15:42:18.897709 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-0b6c4596-429e-4a44-9b73-44078460ed20 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/quotas/e7895eb9eee743bb9cc84051a905e68c HTTP/1.1" status: 200 len: 375 time: 0.0101564 Apr 12 15:42:18.961686 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-d84af991-eeb1-4595-8d0b-f5af6b7c4028 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0586786 Apr 12 15:42:19.065522 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-9c4d55d8-4951-4a04-9d1b-dc68cd6266c2 service neutron] 10.222.0.74 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908029 Apr 12 15:42:19.158266 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-2ab311ab-a92b-447d-8a58-e569ce0db956 service neutron] 10.222.0.74 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869040 Apr 12 15:42:19.170126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47814) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:19.278042 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baf86868-f904-402d-9f73-90fc48bbe8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:19.351448 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baf86868-f904-402d-9f73-90fc48bbe8dd admin admin] Publish callbacks [] for security_group (94a79054-6588-43b4-8bae-89e33b7bd00c), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:19.442308 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8878cf60-ad7b-4d74-a874-cf00fb2af16c req-e7a41229-4faf-497e-a604-c2761fcea14b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0282617 Apr 12 15:42:19.477175 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baf86868-f904-402d-9f73-90fc48bbe8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (94a79054-6588-43b4-8bae-89e33b7bd00c), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:19.515689 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf86868-f904-402d-9f73-90fc48bbe8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a79054-6588-43b4-8bae-89e33b7bd00c,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:19.522402 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-baf86868-f904-402d-9f73-90fc48bbe8dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=619dcc9185c2472ebdf34cadb95cf812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516488 Apr 12 15:42:19.522757 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47828) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:19.580236 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ef4f9883-1a93-4383-b53b-abd678b05b84 admin admin] Publish callbacks [] for security_group (94a79054-6588-43b4-8bae-89e33b7bd00c), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:19.601352 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ef4f9883-1a93-4383-b53b-abd678b05b84 admin admin] Publish callbacks [] for security_group (94a79054-6588-43b4-8bae-89e33b7bd00c), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:19.744339 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ef4f9883-1a93-4383-b53b-abd678b05b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (94a79054-6588-43b4-8bae-89e33b7bd00c), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:19.747097 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ef4f9883-1a93-4383-b53b-abd678b05b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:19.751562 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ef4f9883-1a93-4383-b53b-abd678b05b84 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/94a79054-6588-43b4-8bae-89e33b7bd00c HTTP/1.1" status: 204 len: 168 time: 0.2242393 Apr 12 15:42:19.757180 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f9883-1a93-4383-b53b-abd678b05b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a79054-6588-43b4-8bae-89e33b7bd00c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:20.539070 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1a41d95-d4f8-4610-9888-6cefeb38aae7 req-eaf7a40a-9929-4f10-817b-1080d5b66081 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0294216 Apr 12 15:42:20.664302 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 47852) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:20.679714 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-559fc1af-e71f-4b93-90e8-898b117cd72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:20.765782 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-559fc1af-e71f-4b93-90e8-898b117cd72a admin admin] Publish callbacks [] for security_group (37e7ce20-d453-4a7c-8fbd-01a301432505), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:20.900103 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-559fc1af-e71f-4b93-90e8-898b117cd72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (37e7ce20-d453-4a7c-8fbd-01a301432505), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:20.940989 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-559fc1af-e71f-4b93-90e8-898b117cd72a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=489fb4188b3145ebbf8938dc99c80eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751768 Apr 12 15:42:20.941836 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fc1af-e71f-4b93-90e8-898b117cd72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e7ce20-d453-4a7c-8fbd-01a301432505,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:20.944417 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 47866) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:20.996000 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0858475c-5b74-4748-92d7-14bc39f6de79 admin admin] Publish callbacks [] for security_group (37e7ce20-d453-4a7c-8fbd-01a301432505), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:21.021296 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0858475c-5b74-4748-92d7-14bc39f6de79 admin admin] Publish callbacks [] for security_group (37e7ce20-d453-4a7c-8fbd-01a301432505), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:21.197181 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0858475c-5b74-4748-92d7-14bc39f6de79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (37e7ce20-d453-4a7c-8fbd-01a301432505), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:21.199851 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0858475c-5b74-4748-92d7-14bc39f6de79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:21.201027 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-0858475c-5b74-4748-92d7-14bc39f6de79 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/37e7ce20-d453-4a7c-8fbd-01a301432505 HTTP/1.1" status: 204 len: 168 time: 0.2555845 Apr 12 15:42:21.209634 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858475c-5b74-4748-92d7-14bc39f6de79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e7ce20-d453-4a7c-8fbd-01a301432505,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:21.639727 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-34a31d3f-fdec-4d24-a459-7400fcfab225 req-a9eabb43-4c52-46fc-a7dc-3006be3e46fa tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0305319 Apr 12 15:42:22.747426 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8532651b-03f2-477c-beee-18e67699eca2 req-77d0ed2d-4a94-40ad-8b44-95d711ae95de tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0309129 Apr 12 15:42:23.839689 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ae1ad9c1-690c-4b06-847b-324805072a7b req-8c4f0a17-f0d0-40b7-b474-394d29f1d27a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0272191 Apr 12 15:42:24.930805 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a86dedf4-8cd0-4cac-a177-32ccf7fba716 req-55c0d7d0-de6f-42fa-9811-5a8a4e81d0a6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0283070 Apr 12 15:42:26.024596 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8fdec2bc-c231-4744-915d-8afc41cfd704 req-b1d5f13d-7370-4e7d-89c8-2df73622ed19 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0266469 Apr 12 15:42:27.153863 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3ec591ce-4824-4bc6-a6bd-2b83df4df103 req-09384c39-7845-4942-8ac1-54dba450753f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0410135 Apr 12 15:42:27.183829 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104025-9180-4112-b287-b15333741a62 req-d995f161-fbb6-4215-b186-c95d4a77ff96 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:27.185297 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-d995f161-fbb6-4215-b186-c95d4a77ff96 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 817 time: 0.1331635 Apr 12 15:42:27.249817 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-85bae6f7-b823-48ec-9373-92924fcf188b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7895eb9eee743bb9cc84051a905e68c HTTP/1.1" status: 200 len: 379 time: 0.0541062 Apr 12 15:42:27.260803 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'port': {'device_id': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'admin_state_up': True, 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'security_groups': ['698602a7-7d3b-4f9d-8c6b-fe5072013f0e']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:27.507283 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Made reservation on behalf of e7895eb9eee743bb9cc84051a905e68c for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:42:27.517202 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:27.643196 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Allocated IP 172.20.0.7 (e66311a5-37b4-459d-a16b-7d97b167b889/0810b4e2-4948-4532-9abd-09f53696f247/42ad5f86-ad74-4101-b3ba-23b9c41dc3ee) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:42:27.781079 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:27.941066 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:27.984227 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Network e66311a5-37b4-459d-a16b-7d97b167b889 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:42:27.990567 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:27.994644 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:42:28.001353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event updated for resources: {'Port': ['ID=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:28.053938 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:28.054544 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:28.166400 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-53beb434-be7e-4c21-9524-90c0b20dec99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095538 Apr 12 15:42:28.188076 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Request body: {'port': {'device_id': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:28.197910 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-1d6ce1a6-bd6e-4c8d-ae67-1d4cb30916b3 None None] Provisioning complete for port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:28.198343 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce1a6-bd6e-4c8d-ae67-1d4cb30916b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:28.234260 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ce1a6-bd6e-4c8d-ae67-1d4cb30916b3 None None] Port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:42:28.259312 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:28.302472 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782321-b459-4231-b04e-d0e9ec53db66 req-0e073944-48e8-4a2a-ad2e-1b9e62428d2f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:28.307614 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-60782321-b459-4231-b04e-d0e9ec53db66 req-0e073944-48e8-4a2a-ad2e-1b9e62428d2f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 931 time: 0.0606039 Apr 12 15:42:28.353627 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-60782321-b459-4231-b04e-d0e9ec53db66 req-4a1ecb0a-28f6-4ba8-9c17-d5eefc3f43f6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 Apr 12 15:42:28.544441 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:42:28.553216 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Publish callbacks [] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:28.566923 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Transition to ACTIVE for port object 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:42:28.648318 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:28.703692 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Pushing event updated for resources: {'Port': ['ID=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:28.780170 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Attempting to bind port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:42:28.780485 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Attempting to bind port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:42:28.780842 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Attempting to bind port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee on network e66311a5-37b4-459d-a16b-7d97b167b889 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:42:28.786768 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee on network e66311a5-37b4-459d-a16b-7d97b167b889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:42:28.787101 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Attempting to bind port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee on network e66311a5-37b4-459d-a16b-7d97b167b889 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:42:28.793219 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:42:28.793565 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Checking segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:42:28.793961 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Bound using segment: {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:42:28.794392 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Bound port: 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dc36b6-1edb-40ea-909a-2651e817711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:42:28.794756 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:28.861563 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] For port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:42:28.864367 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] For port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:42:28.974799 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:29.012392 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.013033 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:29.014490 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] 10.222.0.84 "PUT /v2.0/ports/42ad5f86-ad74-4101-b3ba-23b9c41dc3ee HTTP/1.1" status: 200 len: 1093 time: 0.8407218 Apr 12 15:42:29.014929 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:42:29.017296 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4d99d1-df9b-4d73-93a1-57d3379a0293" -d '{"events": [{"name": "network-changed", "server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:42:29.047862 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3277-6306-4605-9a4a-350cd3c41c58 service neutron] Pushing event updated for resources: {'Port': ['ID=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:29.070181 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71efa11d-77fd-47d8-a77b-bc8d41560408 x-openstack-request-id: req-71efa11d-77fd-47d8-a77b-bc8d41560408 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:42:29.070599 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:42:29.070976 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-71efa11d-77fd-47d8-a77b-bc8d41560408 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:42:29.071461 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71efa11d-77fd-47d8-a77b-bc8d41560408'] response: {'name': 'network-changed', 'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'status': 'completed', 'code': 200} Apr 12 15:42:29.131883 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d99d1-df9b-4d73-93a1-57d3379a0293 req-86751819-d1e6-4047-8831-82f750b4f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.133544 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e4d99d1-df9b-4d73-93a1-57d3379a0293 req-86751819-d1e6-4047-8831-82f750b4f40b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1127 time: 0.0434697 Apr 12 15:42:29.245156 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d99d1-df9b-4d73-93a1-57d3379a0293 req-e8a22b3f-bc15-4049-8993-b2e58b2f122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.246645 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e4d99d1-df9b-4d73-93a1-57d3379a0293 req-e8a22b3f-bc15-4049-8993-b2e58b2f122c service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=e7895eb9eee743bb9cc84051a905e68c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1044393 Apr 12 15:42:29.350579 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d99d1-df9b-4d73-93a1-57d3379a0293 req-838f6992-c20f-4921-b31e-ae4dcc221723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.351940 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e4d99d1-df9b-4d73-93a1-57d3379a0293 req-838f6992-c20f-4921-b31e-ae4dcc221723 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0991509 Apr 12 15:42:29.442755 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104025-9180-4112-b287-b15333741a62 req-821f11e0-7c12-4e3d-aff3-416fbaefd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.444353 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-821f11e0-7c12-4e3d-aff3-416fbaefd1a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1127 time: 0.0445797 Apr 12 15:42:29.485254 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b367171-82bb-44d5-af69-ad82d4a15e9d req-07e6d593-10ba-4ebf-9f54-148902ed505f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.487432 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9b367171-82bb-44d5-af69-ad82d4a15e9d req-07e6d593-10ba-4ebf-9f54-148902ed505f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 943 time: 0.0511742 Apr 12 15:42:29.492186 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-687981b4-441e-4eaf-a0bb-d7eb6d3d11ed service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee HTTP/1.1" status: 200 len: 217 time: 0.0396631 Apr 12 15:42:29.538103 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9b367171-82bb-44d5-af69-ad82d4a15e9d req-a77da1e8-3fc2-4c6b-b0f4-37c1851d39d9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442264 Apr 12 15:42:29.543252 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104025-9180-4112-b287-b15333741a62 req-3a68df1b-6981-4770-ab2b-d015c58d43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.544944 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-3a68df1b-6981-4770-ab2b-d015c58d43eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0467851 Apr 12 15:42:29.600986 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104025-9180-4112-b287-b15333741a62 req-a2ffea0e-cfe7-473c-81b2-9e656aee575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.600986 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-a2ffea0e-cfe7-473c-81b2-9e656aee575d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393059 Apr 12 15:42:29.602537 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-ed56c2c4-e213-407e-8fd7-eb1010851607 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418329 Apr 12 15:42:29.699539 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-02b8581c-3bd9-4c9e-aef5-8e5313612e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.701089 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-02b8581c-3bd9-4c9e-aef5-8e5313612e5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1129 time: 0.0429752 Apr 12 15:42:29.709388 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-4e7eb5d5-9b4b-4227-bdec-129b2bff9c26 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960805 Apr 12 15:42:29.808235 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5104025-9180-4112-b287-b15333741a62 req-2009be66-42d6-459b-b04b-2a195e9bf850 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879054 Apr 12 15:42:29.810373 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-f996eb07-389d-4ddb-9a2f-a29953611f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.811824 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-f996eb07-389d-4ddb-9a2f-a29953611f24 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.0901868 Apr 12 15:42:29.860303 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-e3f4415b-0c8e-49e6-aceb-dadd3cc69307 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c874509c-7ee9-442b-969e-ababfc71bd5b HTTP/1.1" status: 200 len: 217 time: 0.0397990 Apr 12 15:42:29.909017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-a33f6829-d30d-4add-9940-6d1283a0e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.910464 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-a33f6829-d30d-4add-9940-6d1283a0e4ca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0443494 Apr 12 15:42:29.956002 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-9ccd62ff-46d6-47b1-aaec-6f7f07926e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:29.957630 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-9ccd62ff-46d6-47b1-aaec-6f7f07926e3a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409985 Apr 12 15:42:30.053380 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-241e79c1-fddd-4fb7-a07d-3758ac5ba379 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886669 Apr 12 15:42:30.060308 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa79-1b7c-49a4-a473-d595ae85ca19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:30.655966 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93baaa-cc5c-4ed1-a376-30fed1dac7fb req-ecf7ebb6-c61e-40fe-9888-ad6009118ab2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:30.657722 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca93baaa-cc5c-4ed1-a376-30fed1dac7fb req-ecf7ebb6-c61e-40fe-9888-ad6009118ab2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 943 time: 0.0495186 Apr 12 15:42:30.711948 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca93baaa-cc5c-4ed1-a376-30fed1dac7fb req-1ee826da-a7f8-4a4e-8b13-3e88e283a230 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480008 Apr 12 15:42:31.828101 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ac5ad-8853-49f2-b4ea-59a454d7eb7d req-cda33af7-07cb-4bdc-831f-ba67fcaff390 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:31.829575 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-732ac5ad-8853-49f2-b4ea-59a454d7eb7d req-cda33af7-07cb-4bdc-831f-ba67fcaff390 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 943 time: 0.0488927 Apr 12 15:42:31.877031 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-732ac5ad-8853-49f2-b4ea-59a454d7eb7d req-25b35a2d-49de-48b7-81a6-783bf4184b1d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415282 Apr 12 15:42:32.848279 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-1c99e393-bf27-4a9c-aab3-42385a51362a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:32.956849 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:42:32.985929 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcaadb9-756d-4c64-a725-a70c2e1349be req-3fc366f6-86e1-4a73-9cae-bf8eca9859cf tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:32.987428 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4fcaadb9-756d-4c64-a725-a70c2e1349be req-3fc366f6-86e1-4a73-9cae-bf8eca9859cf tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 943 time: 0.0471485 Apr 12 15:42:33.038321 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4fcaadb9-756d-4c64-a725-a70c2e1349be req-dbac3e61-1b2a-4b44-a351-363b5c7f75c7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452297 Apr 12 15:42:33.196458 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:33.922371 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:34.148469 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024f569-ab80-4589-8b61-4914399b32c9 req-33660c03-afc7-4020-8cfa-cf2fb34c9a9a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:34.150366 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a024f569-ab80-4589-8b61-4914399b32c9 req-33660c03-afc7-4020-8cfa-cf2fb34c9a9a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 943 time: 0.0470533 Apr 12 15:42:34.202469 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a024f569-ab80-4589-8b61-4914399b32c9 req-87ca4169-c72f-40c8-b5ef-697c66c424b1 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465853 Apr 12 15:42:35.320727 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8f65f-9ddc-4892-b574-7ae3c149d3b7 req-98b30552-0697-4220-a706-9959bf95ba20 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:35.326013 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7e8f65f-9ddc-4892-b574-7ae3c149d3b7 req-98b30552-0697-4220-a706-9959bf95ba20 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 943 time: 0.0475936 Apr 12 15:42:35.370144 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7e8f65f-9ddc-4892-b574-7ae3c149d3b7 req-d5ed8ec9-2027-4e4c-9fdc-af090b3f011c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417385 Apr 12 15:42:35.514757 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:42:35.518858 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4f804f10-8c60-4187-840d-d4394ec65ba5 req-720d4c83-4ad1-46cf-9c8e-c20ad1c633b6 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826540 Apr 12 15:42:35.620414 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:42:35.631427 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'mac_address': 'fa:16:3e:a0:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:42:35.801222 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:35.801631 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:35.814298 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:42:35.834410 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:42:35.859807 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:35.963066 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:36.010025 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:36.502629 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad4ffb-e317-483a-b769-0de76f3ccafa req-3a4bce48-fa25-4fef-b255-f386a3b8c0a1 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:36.504145 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3fad4ffb-e317-483a-b769-0de76f3ccafa req-3a4bce48-fa25-4fef-b255-f386a3b8c0a1 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 944 time: 0.0691185 Apr 12 15:42:36.555483 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3fad4ffb-e317-483a-b769-0de76f3ccafa req-dcc83280-62d8-471d-8235-c94eade5371b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 Apr 12 15:42:37.048406 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:37.670727 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8200f68-d242-49b8-bc25-1a8d91b98002 req-9b688159-ca09-48d4-b29b-1a63c7e40536 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:37.672539 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c8200f68-d242-49b8-bc25-1a8d91b98002 req-9b688159-ca09-48d4-b29b-1a63c7e40536 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 944 time: 0.0524929 Apr 12 15:42:37.719333 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c8200f68-d242-49b8-bc25-1a8d91b98002 req-519e435b-f48d-4676-8e6f-6d40df630ea3 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416200 Apr 12 15:42:38.831233 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f29e-9e8c-43c0-8b1d-e73e6086af9a req-0cb1372b-f9d7-4f69-b8e5-8580b67acf51 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:38.832746 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6bd3f29e-9e8c-43c0-8b1d-e73e6086af9a req-0cb1372b-f9d7-4f69-b8e5-8580b67acf51 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 944 time: 0.0474524 Apr 12 15:42:38.881812 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6bd3f29e-9e8c-43c0-8b1d-e73e6086af9a req-0a2a6e48-8181-4302-b347-72748f84649b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Apr 12 15:42:39.998933 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a7843-f30b-4e76-907f-0ed652e3fbda req-0d6c1d51-4a62-48af-88ab-546032170ed5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:40.000378 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-688a7843-f30b-4e76-907f-0ed652e3fbda req-0d6c1d51-4a62-48af-88ab-546032170ed5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 944 time: 0.0518308 Apr 12 15:42:40.046562 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-688a7843-f30b-4e76-907f-0ed652e3fbda req-394632a4-087d-4ab6-af03-6469a8762c94 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404389 Apr 12 15:42:41.161868 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c129-cee3-496b-a798-ca18a5a74c2f req-ca62781f-f750-44ea-a39d-f0de2737e94d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:41.163352 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3de2c129-cee3-496b-a798-ca18a5a74c2f req-ca62781f-f750-44ea-a39d-f0de2737e94d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 944 time: 0.0479858 Apr 12 15:42:41.211592 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3de2c129-cee3-496b-a798-ca18a5a74c2f req-a76f7eec-e9a3-4f4d-81ab-c4e8c5cd5e94 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Apr 12 15:42:41.875387 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:42:42.326763 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433021bd-da9f-4194-becc-296c3fcc5a16 req-d23da1f0-c532-43be-8d97-f3b4c2833e97 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:42.328237 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-433021bd-da9f-4194-becc-296c3fcc5a16 req-d23da1f0-c532-43be-8d97-f3b4c2833e97 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 944 time: 0.0521302 Apr 12 15:42:42.377461 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-433021bd-da9f-4194-becc-296c3fcc5a16 req-f013f92d-542c-4d5d-94d1-99989463112e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435872 Apr 12 15:42:43.500877 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb0b75-315c-4fcf-bbe9-2a97bce25d8d req-1c852f8b-d4b0-4ac8-b232-e853c76d3f7b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:43.502538 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e1fb0b75-315c-4fcf-bbe9-2a97bce25d8d req-1c852f8b-d4b0-4ac8-b232-e853c76d3f7b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 944 time: 0.0516071 Apr 12 15:42:43.549076 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e1fb0b75-315c-4fcf-bbe9-2a97bce25d8d req-aaad1fec-280d-4ebf-90b8-bd3b0bf5cd38 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Apr 12 15:42:43.655860 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:43.706461 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:42:43.768504 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:43.769561 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:43.849204 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:43.850162 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:43.872082 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:42:43.874387 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb5cdbe-19f1-4342-86c3-a390f1afe0ec" -d '{"events": [{"server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "name": "network-vif-plugged", "status": "completed", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:42:43.888405 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:42:43.910163 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b91faf9-94a7-4d87-850b-b683e1aea2e6 x-openstack-request-id: req-0b91faf9-94a7-4d87-850b-b683e1aea2e6 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:42:43.910462 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "name": "network-vif-plugged", "status": "completed", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:42:43.910720 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b91faf9-94a7-4d87-850b-b683e1aea2e6 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:42:43.911122 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b91faf9-94a7-4d87-850b-b683e1aea2e6'] response: {'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'code': 200} Apr 12 15:42:43.979391 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:44.038513 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:44.097410 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48258) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:44.218809 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:44.263337 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c8d89-18d5-42bb-a495-0bd37771f665 req-a06e463d-6b96-4a1b-96cf-2e452418bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:44.264986 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b92c8d89-18d5-42bb-a495-0bd37771f665 req-a06e463d-6b96-4a1b-96cf-2e452418bb9e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1129 time: 0.0542607 Apr 12 15:42:44.329652 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b92c8d89-18d5-42bb-a495-0bd37771f665 req-aa0c507a-4c6e-4132-b5ee-5651ab1c46cc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551658 Apr 12 15:42:44.361226 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Publish callbacks [] for security_group (2a700f2b-8468-435a-9c4f-08b9d7daea08), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:44.437193 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (2a700f2b-8468-435a-9c4f-08b9d7daea08), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:44.479483 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a21e62a4d0344f71bfb85535516fb858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809650 Apr 12 15:42:44.480319 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a700f2b-8468-435a-9c4f-08b9d7daea08,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:44.482822 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48278) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:44.487670 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.488017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.488363 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.488692 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.489049 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.489377 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.489697 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.490519 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.490840 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.491160 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.491482 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.491799 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.492169 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.492513 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.492857 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43009a1-361e-4118-a703-00d00634439e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.536331 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Publish callbacks [] for security_group (2a700f2b-8468-435a-9c4f-08b9d7daea08), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:44.557851 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Publish callbacks [] for security_group (2a700f2b-8468-435a-9c4f-08b9d7daea08), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:44.667776 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318db94e-32c5-4842-8498-9e1bd68f7c24 req-ac281835-e062-4531-95ab-61334ad1cfce tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:44.669418 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-318db94e-32c5-4842-8498-9e1bd68f7c24 req-ac281835-e062-4531-95ab-61334ad1cfce tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0519171 Apr 12 15:42:44.716913 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (2a700f2b-8468-435a-9c4f-08b9d7daea08), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:44.719160 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-318db94e-32c5-4842-8498-9e1bd68f7c24 req-4c8bee38-2929-4e4a-97df-9a411fe47e0e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Apr 12 15:42:44.719435 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:44.720618 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a700f2b-8468-435a-9c4f-08b9d7daea08 HTTP/1.1" status: 204 len: 168 time: 0.2367537 Apr 12 15:42:44.729323 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a700f2b-8468-435a-9c4f-08b9d7daea08,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:44.736613 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.737041 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.737390 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.737730 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.738066 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.738405 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.738788 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.739120 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.739450 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.739842 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.740101 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.740429 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.740751 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.741100 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:44.741427 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31fdee-8782-482c-86e5-36f633333bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:45.595001 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48296) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:45.607960 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d1711844-49f0-4ac8-9b3c-299fe967361b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:45.686000 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d1711844-49f0-4ac8-9b3c-299fe967361b admin admin] Publish callbacks [] for security_group (985f64ce-e8a7-42d3-a271-339c27730b47), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:45.799585 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d1711844-49f0-4ac8-9b3c-299fe967361b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (985f64ce-e8a7-42d3-a271-339c27730b47), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:45.842181 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d1711844-49f0-4ac8-9b3c-299fe967361b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b7760537653e4704a45035f28e6853bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460938 Apr 12 15:42:45.844842 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48308) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:45.851706 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1711844-49f0-4ac8-9b3c-299fe967361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985f64ce-e8a7-42d3-a271-339c27730b47,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:45.870900 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3967ce5-c43e-417d-9922-00a34adc5b91 req-bff0b09b-b20f-4ffb-b906-115826021bd9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:45.872277 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3967ce5-c43e-417d-9922-00a34adc5b91 req-bff0b09b-b20f-4ffb-b906-115826021bd9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0810428 Apr 12 15:42:45.900076 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59a3ca97-7a3f-4812-8971-fa3ff1be84f4 admin admin] Publish callbacks [] for security_group (985f64ce-e8a7-42d3-a271-339c27730b47), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:45.924933 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59a3ca97-7a3f-4812-8971-fa3ff1be84f4 admin admin] Publish callbacks [] for security_group (985f64ce-e8a7-42d3-a271-339c27730b47), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:45.926388 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3967ce5-c43e-417d-9922-00a34adc5b91 req-a86ec734-1c6b-4d01-b78d-48dfebb3f7b3 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476968 Apr 12 15:42:46.077187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59a3ca97-7a3f-4812-8971-fa3ff1be84f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (985f64ce-e8a7-42d3-a271-339c27730b47), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:46.079873 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59a3ca97-7a3f-4812-8971-fa3ff1be84f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:46.081065 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-59a3ca97-7a3f-4812-8971-fa3ff1be84f4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/985f64ce-e8a7-42d3-a271-339c27730b47 HTTP/1.1" status: 204 len: 168 time: 0.2350440 Apr 12 15:42:46.089886 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ca97-7a3f-4812-8971-fa3ff1be84f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985f64ce-e8a7-42d3-a271-339c27730b47,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:47.055670 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2e8f5-b3a8-4ee1-afd0-0593e03a6cb1 req-fbe292fe-c294-4502-8052-d504843eb9f9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:47.058439 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-04c2e8f5-b3a8-4ee1-afd0-0593e03a6cb1 req-fbe292fe-c294-4502-8052-d504843eb9f9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0618269 Apr 12 15:42:47.119164 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-04c2e8f5-b3a8-4ee1-afd0-0593e03a6cb1 req-78c984b3-d63b-46bc-be6c-d8457ea03aa5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559864 Apr 12 15:42:47.185161 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48360) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:47.236864 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bb0da-bb53-4b55-8f98-ac6da655730d req-477d9aa0-be5e-462f-9b8f-52d9c295dfd4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:47.241054 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e94bb0da-bb53-4b55-8f98-ac6da655730d req-477d9aa0-be5e-462f-9b8f-52d9c295dfd4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0510454 Apr 12 15:42:47.246961 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48370) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:47.251587 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'floatingip': {'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:47.312115 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-165484817-network', 'tenant_id': '713d8345b3714370b39127cdff7a4623'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:47.324114 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (f70604b4-c17b-4a6f-be88-1ce37f3e0126), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:47.439236 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Made reservation on behalf of 713d8345b3714370b39127cdff7a4623 for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:42:47.442900 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:47.667315 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:47.894384 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48382) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:47.912951 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Publish callbacks [] for security_group (91f0bfee-53db-4842-9adb-a98f02ceac33), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.003344 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1ada092f-7a99-4baa-a4b8-0adc9ab6ae4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.009805 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (91f0bfee-53db-4842-9adb-a98f02ceac33), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.054462 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:42:48.089306 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f0bfee-53db-4842-9adb-a98f02ceac33,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:48.092504 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1ada092f-7a99-4baa-a4b8-0adc9ab6ae4a admin admin] Publish callbacks [] for security_group (d2587ef3-ced1-4f45-be1c-301d1fcc9f32), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.108128 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d68a9506-eba3-4f6e-8ab0-23d5d71e9466), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.108471 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Added segment d68a9506-eba3-4f6e-8ab0-23d5d71e9466 of type vlan for network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d Apr 12 15:42:48.123407 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.160253 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.187298 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1ada092f-7a99-4baa-a4b8-0adc9ab6ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d2587ef3-ced1-4f45-be1c-301d1fcc9f32), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.227631 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1ada092f-7a99-4baa-a4b8-0adc9ab6ae4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6dc2bc80ce5148428f09e86add794f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321545 Apr 12 15:42:48.228518 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada092f-7a99-4baa-a4b8-0adc9ab6ae4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2587ef3-ced1-4f45-be1c-301d1fcc9f32,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:48.231119 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48388) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:48.277300 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (f70604b4-c17b-4a6f-be88-1ce37f3e0126), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.317696 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c4b80c63-6fdb-45b3-9524-9ccda752414b admin admin] Publish callbacks [] for security_group (d2587ef3-ced1-4f45-be1c-301d1fcc9f32), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.320938 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.322029 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:48.322780 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.433991 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c4b80c63-6fdb-45b3-9524-9ccda752414b admin admin] Publish callbacks [] for security_group (d2587ef3-ced1-4f45-be1c-301d1fcc9f32), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.471447 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:48.482799 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:42:48.496803 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-ba8d4bf9-e5a2-4c7a-ae4c-d739724dac96 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3105071 Apr 12 15:42:48.500688 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Floating IP f70604b4-c17b-4a6f-be88-1ce37f3e0126 associated. External IP: 172.27.0.180, port: 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee. Apr 12 15:42:48.501794 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48394) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:48.510217 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Request body: {'subnet': {'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-165484817-subnet', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:48.603175 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Made reservation on behalf of 713d8345b3714370b39127cdff7a4623 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:42:48.605971 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781895'] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.620250 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c4b80c63-6fdb-45b3-9524-9ccda752414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d2587ef3-ced1-4f45-be1c-301d1fcc9f32), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.622875 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c4b80c63-6fdb-45b3-9524-9ccda752414b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.624048 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c4b80c63-6fdb-45b3-9524-9ccda752414b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2587ef3-ced1-4f45-be1c-301d1fcc9f32 HTTP/1.1" status: 204 len: 168 time: 0.3918524 Apr 12 15:42:48.667062 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b80c63-6fdb-45b3-9524-9ccda752414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2587ef3-ced1-4f45-be1c-301d1fcc9f32,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:48.753344 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:42:48.880346 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:42:48.881801 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:48.885767 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] Sync routers for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:42:48.897039 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:42:48.897726 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:42:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:48.927650 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-42cb4338-344a-4910-b138-e7f9184e763e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "PUT /v2.0/floatingips/f70604b4-c17b-4a6f-be88-1ce37f3e0126 HTTP/1.1" status: 200 len: 991 time: 1.6656268 Apr 12 15:42:48.927650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:42:48.927650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c676569d-84dc-4023-bd96-f9eacd754da8" -d '{"events": [{"name": "network-changed", "server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:42:48.928136 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781905'] for subnet (a8fbf068-244d-4b8a-b9da-ddb78ff29e19), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.081665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4455bd2f-795c-4834-8301-b2b992ae2362 x-openstack-request-id: req-4455bd2f-795c-4834-8301-b2b992ae2362 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:42:49.081665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:42:49.081665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4455bd2f-795c-4834-8301-b2b992ae2362 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:42:49.081665 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4455bd2f-795c-4834-8301-b2b992ae2362'] response: {'name': 'network-changed', 'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'status': 'completed', 'code': 200} Apr 12 15:42:49.083121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fbf068-244d-4b8a-b9da-ddb78ff29e19,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:49.083121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Checking segment: {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:42:49.083121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Network hostable DHCP agents. Network: ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:42:49.083605 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:42:49.151302 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:42:49.264307 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f70604b4-c17b-4a6f-be88-1ce37f3e0126', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'mac_address': 'fa:16:3e:a0:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:42:16Z', 'updated_at': '2022-04-12T15:42:47Z', 'revision_number': 1, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:49.277043 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:49.290121 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8923989f-e4f2-4995-95c0-04655a64958f None None] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:42:49.290276 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:49.290276 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.291010 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] Checking router: cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:42:49.299395 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:42:49.300011 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:42:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:49.387304 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4963316f-327a-47ed-bb0a-f3a21d44fd2e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8800478 Apr 12 15:42:49.387304 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48408) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:49.390694 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:49.400319 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'project_id': '713d8345b3714370b39127cdff7a4623', 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:42:49.401229 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.413270 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:42:49.482090 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48410) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:49.496675 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b4639d21-7999-4804-bf73-586d0f6a7e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.532258 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (453555fc-6158-42ee-bbfe-ec0401186e63), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.533703 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (453555fc-6158-42ee-bbfe-ec0401186e63), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.572721 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Allocated IP 172.20.0.2 (ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d/a8fbf068-244d-4b8a-b9da-ddb78ff29e19/eca7b196-5f6d-43e8-b165-b45c37ca209b) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:42:49.610596 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks [] for router_controller (453555fc-6158-42ee-bbfe-ec0401186e63), precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.637710 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b4639d21-7999-4804-bf73-586d0f6a7e9c admin admin] Publish callbacks [] for security_group (c55e3950-a97a-459c-90e4-32f7d094ebc6), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.646948 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f70604b4-c17b-4a6f-be88-1ce37f3e0126', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'mac_address': 'fa:16:3e:a0:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:42:16Z', 'updated_at': '2022-04-12T15:42:47Z', 'revision_number': 1, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:49.678503 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf46a49-ef14-452f-89a6-8fdfcb7a478b None None] The sync data for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi is: [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f70604b4-c17b-4a6f-be88-1ce37f3e0126', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'mac_address': 'fa:16:3e:a0:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:42:16Z', 'updated_at': '2022-04-12T15:42:47Z', 'revision_number': 1, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:42:49.704919 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b4639d21-7999-4804-bf73-586d0f6a7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (c55e3950-a97a-459c-90e4-32f7d094ebc6), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.725452 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Publish callbacks [] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.777907 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b4639d21-7999-4804-bf73-586d0f6a7e9c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4fd46740beec4698a46057fc412b579a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947540 Apr 12 15:42:49.780541 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48414) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:49.792487 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.843932 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ca40657f-34df-4839-bdb8-d3f7bc360cac admin admin] Publish callbacks [] for security_group (c55e3950-a97a-459c-90e4-32f7d094ebc6), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.845467 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:42:49.851050 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:49.867925 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:42:49.872385 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ca40657f-34df-4839-bdb8-d3f7bc360cac admin admin] Publish callbacks [] for security_group (c55e3950-a97a-459c-90e4-32f7d094ebc6), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:49.904642 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Pushing event updated for resources: {'Port': ['ID=eca7b196-5f6d-43e8-b165-b45c37ca209b,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:49.913286 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ee1ba-ea8c-4869-a6d6-dd32456c2da8 None None] New status for floating IP f70604b4-c17b-4a6f-be88-1ce37f3e0126: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:42:49.969577 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.970010 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.970446 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.970865 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.971208 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.971616 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.971966 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.972304 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.972637 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.973020 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.973373 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.973721 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.974053 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.974409 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:49.974735 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:50.009603 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Attempting to bind port eca7b196-5f6d-43e8-b165-b45c37ca209b on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:42:50.009978 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Attempting to bind port eca7b196-5f6d-43e8-b165-b45c37ca209b by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:42:50.010345 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Attempting to bind port eca7b196-5f6d-43e8-b165-b45c37ca209b on network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:42:50.014388 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ca40657f-34df-4839-bdb8-d3f7bc360cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (c55e3950-a97a-459c-90e4-32f7d094ebc6), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.018676 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ca40657f-34df-4839-bdb8-d3f7bc360cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.022448 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-ca40657f-34df-4839-bdb8-d3f7bc360cac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c55e3950-a97a-459c-90e4-32f7d094ebc6 HTTP/1.1" status: 204 len: 168 time: 0.2383907 Apr 12 15:42:50.029272 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40657f-34df-4839-bdb8-d3f7bc360cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e3950-a97a-459c-90e4-32f7d094ebc6,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:50.059702 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:42:50.060235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Checking segment: {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:42:50.060709 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.061235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Bound using segment: {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:42:50.061802 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Bound port: eca7b196-5f6d-43e8-b165-b45c37ca209b, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:42:50.062300 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.074133 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639d21-7999-4804-bf73-586d0f6a7e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e3950-a97a-459c-90e4-32f7d094ebc6,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:50.108851 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks [] for router_gateway (453555fc-6158-42ee-bbfe-ec0401186e63), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.170675 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] For port eca7b196-5f6d-43e8-b165-b45c37ca209b, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:42:50.173596 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] For port eca7b196-5f6d-43e8-b165-b45c37ca209b, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=eca7b196-5f6d-43e8-b165-b45c37ca209b,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:42:50.311746 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.373459 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065d69a-4e2e-4b97-a3f3-4ea20cb30f37 None None] Pushing event updated for resources: {'Port': ['ID=eca7b196-5f6d-43e8-b165-b45c37ca209b,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:50.373670 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks [] for router_gateway (453555fc-6158-42ee-bbfe-ec0401186e63), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.398013 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.527231 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Allocated IP 172.27.0.12 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/d519b327-b570-4149-aadb-8704ac3e5981) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:42:50.672568 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks [] for port (d519b327-b570-4149-aadb-8704ac3e5981), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.804205 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (d519b327-b570-4149-aadb-8704ac3e5981), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:50.843130 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:42:50.845988 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:50.848301 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:42:50.882007 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d519b327-b570-4149-aadb-8704ac3e5981,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:51.243546 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks [] for router_gateway (453555fc-6158-42ee-bbfe-ec0401186e63), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:51.294310 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device eca7b196-5f6d-43e8-b165-b45c37ca209b up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:51.356380 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port eca7b196-5f6d-43e8-b165-b45c37ca209b triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:51.356794 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:51.370517 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-5e3e6a91-c54d-47cb-a0f7-74415c8b4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:51.375545 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-5e3e6a91-c54d-47cb-a0f7-74415c8b4b88 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1129 time: 0.0796659 Apr 12 15:42:51.401731 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd657e10-ea32-49b9-9263-e6937488130c None None] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:42:51.472056 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (453555fc-6158-42ee-bbfe-ec0401186e63), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:51.521760 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-e867b5de-9e52-4f5c-8cdd-d847c3c831f0 None None] Provisioning complete for port eca7b196-5f6d-43e8-b165-b45c37ca209b triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:51.521760 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e867b5de-9e52-4f5c-8cdd-d847c3c831f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:51.557797 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port eca7b196-5f6d-43e8-b165-b45c37ca209b is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:51.558188 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:51.629274 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port eca7b196-5f6d-43e8-b165-b45c37ca209b, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=eca7b196-5f6d-43e8-b165-b45c37ca209b,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:42:51.676151 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-e867b5de-9e52-4f5c-8cdd-d847c3c831f0 None None] Current status of the port eca7b196-5f6d-43e8-b165-b45c37ca209b is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:51.676548 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e867b5de-9e52-4f5c-8cdd-d847c3c831f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:51.728830 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Router 453555fc-6158-42ee-bbfe-ec0401186e63 is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:42:51.743600 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:51.837275 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=eca7b196-5f6d-43e8-b165-b45c37ca209b,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:51.844271 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.db.api [None req-e867b5de-9e52-4f5c-8cdd-d847c3c831f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 15:42:51.844790 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG oslo_db.api [None req-e867b5de-9e52-4f5c-8cdd-d847c3c831f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 15:42:51.858779 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:42:51.868598 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Sync routers for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:42:51.878287 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:42:51.880323 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:42:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:51.987354 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:42:52.033642 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:52.037993 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6c570727-2f40-428a-b81c-7f6d875131b4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6479840 Apr 12 15:42:52.062026 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48454) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:52.171357 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:51Z', 'revision_number': 3, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:52.200831 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Checking router: 453555fc-6158-42ee-bbfe-ec0401186e63 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:42:52.201185 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Updating router 453555fc-6158-42ee-bbfe-ec0401186e63 port d519b327-b570-4149-aadb-8704ac3e5981 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:42:52.230479 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d519b327-b570-4149-aadb-8704ac3e5981), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:52.422221 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-e867b5de-9e52-4f5c-8cdd-d847c3c831f0 None None] Current status of the port eca7b196-5f6d-43e8-b165-b45c37ca209b is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:52.529833 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:52.547493 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-04308b0d-9341-413e-bc50-33dbefe0047c None None] Provisioning complete for port eca7b196-5f6d-43e8-b165-b45c37ca209b triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:52.548533 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-04308b0d-9341-413e-bc50-33dbefe0047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:52.667413 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Publish callbacks [] for port (d519b327-b570-4149-aadb-8704ac3e5981), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:52.719906 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-04308b0d-9341-413e-bc50-33dbefe0047c None None] Current status of the port eca7b196-5f6d-43e8-b165-b45c37ca209b is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:52.760119 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-78f8dd8a-930c-4a5a-9e1e-c58f503e0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:52.761623 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-78f8dd8a-930c-4a5a-9e1e-c58f503e0d45 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.1688099 Apr 12 15:42:52.763177 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d519b327-b570-4149-aadb-8704ac3e5981), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:52.816812 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Pushing event updated for resources: {'Port': ['ID=d519b327-b570-4149-aadb-8704ac3e5981,revision_number=2']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:52.826348 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.826732 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.827088 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.827424 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.827748 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.828070 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.828387 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.828728 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.829039 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.829187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Allocated IP 172.20.0.1 (ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d/a8fbf068-244d-4b8a-b9da-ddb78ff29e19/09a0362c-78a1-41c4-9557-4d20ec5f2288) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:42:52.829352 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.829665 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.829993 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.830347 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.830823 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.830949 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:42:52.835463 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Attempting to bind port d519b327-b570-4149-aadb-8704ac3e5981 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:42:52.836257 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Attempting to bind port d519b327-b570-4149-aadb-8704ac3e5981 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:42:52.838307 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Attempting to bind port d519b327-b570-4149-aadb-8704ac3e5981 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:42:52.842278 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:42:52.842860 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:42:52.843752 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:52.843752 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:42:52.844808 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Bound port: d519b327-b570-4149-aadb-8704ac3e5981, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:42:52.844808 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d519b327-b570-4149-aadb-8704ac3e5981), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:52.884127 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-3b046c29-aee9-4639-bec9-5dc778fa46e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee HTTP/1.1" status: 200 len: 1001 time: 0.1127040 Apr 12 15:42:52.901258 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] For port d519b327-b570-4149-aadb-8704ac3e5981, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:42:52.904342 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] For port d519b327-b570-4149-aadb-8704ac3e5981, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=d519b327-b570-4149-aadb-8704ac3e5981,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:42:52.975526 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d519b327-b570-4149-aadb-8704ac3e5981), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:53.040362 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:42:53.041018 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:42:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:53.043803 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765eddf-0182-4e91-a5cd-f72e8173c46c None None] Pushing event updated for resources: {'Port': ['ID=d519b327-b570-4149-aadb-8704ac3e5981,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:53.157673 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:42:53.201398 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-f76de04b-e2c9-4320-b26c-f38fcd258729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:53.201398 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-f76de04b-e2c9-4320-b26c-f38fcd258729 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.3045986 Apr 12 15:42:53.263883 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Publish callbacks [] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:53.268964 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-3b832407-1b95-475a-a1b9-0051c3908ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:53.270445 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-3b832407-1b95-475a-a1b9-0051c3908ae7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628698 Apr 12 15:42:53.278273 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device eca7b196-5f6d-43e8-b165-b45c37ca209b up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:53.357741 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:51Z', 'revision_number': 3, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:53.368105 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port eca7b196-5f6d-43e8-b165-b45c37ca209b triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:53.368809 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:53.391601 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdedf0-5038-46eb-bdf9-4f01954b97aa None None] The sync data for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi is: [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:51Z', 'revision_number': 3, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:42:53.392242 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-db077689-c096-46de-a941-67eb617f374b service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132994 Apr 12 15:42:53.472157 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port eca7b196-5f6d-43e8-b165-b45c37ca209b is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:53.478979 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:53.543174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:42:53.553955 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:53.567515 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c676569d-84dc-4023-bd96-f9eacd754da8 req-5fc474a5-a6f9-4ae4-8e6d-6e6368937b5c service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668184 Apr 12 15:42:53.568427 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:42:53.575543 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=09a0362c-78a1-41c4-9557-4d20ec5f2288,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:53.627631 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (453555fc-6158-42ee-bbfe-ec0401186e63), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:53.947848 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:53.963182 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-5d141bce-4c55-4822-a426-be155a236982 None None] Provisioning complete for port 09a0362c-78a1-41c4-9557-4d20ec5f2288 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:53.963562 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5d141bce-4c55-4822-a426-be155a236982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:54.000978 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-5d141bce-4c55-4822-a426-be155a236982 None None] Port 09a0362c-78a1-41c4-9557-4d20ec5f2288 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:42:54.154108 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Publish callbacks [] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:54.226827 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:54.297775 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=09a0362c-78a1-41c4-9557-4d20ec5f2288,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:54.300353 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (453555fc-6158-42ee-bbfe-ec0401186e63), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:54.396014 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:42:54.398017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:54.538918 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Router 453555fc-6158-42ee-bbfe-ec0401186e63 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:42:54.628190 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-4578f6a2-78d8-41c6-8b0a-50eaa8b8453a None None] Provisioning complete for port 09a0362c-78a1-41c4-9557-4d20ec5f2288 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:54.628960 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4578f6a2-78d8-41c6-8b0a-50eaa8b8453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:54.661360 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:42:54.665332 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-4578f6a2-78d8-41c6-8b0a-50eaa8b8453a None None] Port 09a0362c-78a1-41c4-9557-4d20ec5f2288 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:42:54.675515 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-92f97076-9694-40b6-a714-c516d4c27ec8 admin admin] 10.222.0.74 "PUT /v2.0/routers/453555fc-6158-42ee-bbfe-ec0401186e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6282907 Apr 12 15:42:55.214131 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Sync routers for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:42:55.229914 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:42:55.229914 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:42:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:55.304100 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d519b327-b570-4149-aadb-8704ac3e5981 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:55.521055 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:42:55.556244 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port d519b327-b570-4149-aadb-8704ac3e5981 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:55.556619 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (d519b327-b570-4149-aadb-8704ac3e5981), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:55.733832 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48538) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:55.738836 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-998727062-network', 'tenant_id': '6fdea42c7af14814a93eac93112296a6'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:55.748571 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port d519b327-b570-4149-aadb-8704ac3e5981 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:55.749221 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d519b327-b570-4149-aadb-8704ac3e5981), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:55.796986 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port d519b327-b570-4149-aadb-8704ac3e5981, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=d519b327-b570-4149-aadb-8704ac3e5981,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:42:55.802221 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:54Z', 'revision_number': 2, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:55.833442 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Checking router: 453555fc-6158-42ee-bbfe-ec0401186e63 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:42:55.833859 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Updating router 453555fc-6158-42ee-bbfe-ec0401186e63 port 09a0362c-78a1-41c4-9557-4d20ec5f2288 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:42:55.860753 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Made reservation on behalf of 6fdea42c7af14814a93eac93112296a6 for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:42:55.862568 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:55.863962 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:55.874045 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:55.964922 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (d519b327-b570-4149-aadb-8704ac3e5981), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:55.979794 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Publish callbacks [] for security_group (bb3b64e3-fef2-4cb0-b349-f7f919527ff4), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:55.981638 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48544) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:56.043801 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (bb3b64e3-fef2-4cb0-b349-f7f919527ff4), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.056504 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=d519b327-b570-4149-aadb-8704ac3e5981,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:56.069187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:42:56.097071 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3b64e3-fef2-4cb0-b349-f7f919527ff4,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:56.100206 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (03cc68b3-fd2b-46dc-bd81-593f553d076f), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.100554 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Added segment 03cc68b3-fd2b-46dc-bd81-593f553d076f of type vlan for network b3ebe7cb-8e4c-4946-bc19-12337f273183 Apr 12 15:42:56.110411 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8de5627-d9b5-42e2-b418-933e278f4f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.154567 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (b3ebe7cb-8e4c-4946-bc19-12337f273183), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.191983 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Publish callbacks [] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.234452 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8de5627-d9b5-42e2-b418-933e278f4f5f admin admin] Publish callbacks [] for security_group (0bc6182d-ac66-4bfb-861a-afd7f2ba897d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.248046 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (b3ebe7cb-8e4c-4946-bc19-12337f273183), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.249064 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:56.249652 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.271498 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.308761 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ebe7cb-8e4c-4946-bc19-12337f273183,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:56.322673 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network b3ebe7cb-8e4c-4946-bc19-12337f273183 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:42:56.342129 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b46024-0441-490c-bea0-fee9283b2a3c None None] Pushing event updated for resources: {'Port': ['ID=09a0362c-78a1-41c4-9557-4d20ec5f2288,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:56.346610 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8de5627-d9b5-42e2-b418-933e278f4f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0bc6182d-ac66-4bfb-861a-afd7f2ba897d), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.390118 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d8de5627-d9b5-42e2-b418-933e278f4f5f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37e2f38ff9a740c680aba77f74fa4c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050226 Apr 12 15:42:56.391451 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48552) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:56.406122 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-3bf830ff-b226-472c-9b59-446557353fd2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6711130 Apr 12 15:42:56.406899 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48554) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:56.413937 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Request body: {'subnet': {'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-998727062-subnet', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:56.419027 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de5627-d9b5-42e2-b418-933e278f4f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc6182d-ac66-4bfb-861a-afd7f2ba897d,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:56.448449 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Attempting to bind port 09a0362c-78a1-41c4-9557-4d20ec5f2288 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:42:56.448959 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Attempting to bind port 09a0362c-78a1-41c4-9557-4d20ec5f2288 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:42:56.449211 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Attempting to bind port 09a0362c-78a1-41c4-9557-4d20ec5f2288 on network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:42:56.455337 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:42:56.455779 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Checking segment: {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:42:56.456133 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.456530 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Bound using segment: {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:42:56.457033 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Bound port: 09a0362c-78a1-41c4-9557-4d20ec5f2288, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:42:56.457423 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.466888 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d4c308d2-dc5f-4af1-b84a-d68ce64355a0 admin admin] Publish callbacks [] for security_group (0bc6182d-ac66-4bfb-861a-afd7f2ba897d), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.501127 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d4c308d2-dc5f-4af1-b84a-d68ce64355a0 admin admin] Publish callbacks [] for security_group (0bc6182d-ac66-4bfb-861a-afd7f2ba897d), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.528540 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Made reservation on behalf of 6fdea42c7af14814a93eac93112296a6 for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:42:56.530917 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5301105'] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.537957 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] For port 09a0362c-78a1-41c4-9557-4d20ec5f2288, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:42:56.542329 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] For port 09a0362c-78a1-41c4-9557-4d20ec5f2288, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=09a0362c-78a1-41c4-9557-4d20ec5f2288,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:42:56.607499 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-0ceb945b-9885-4326-b3f4-d1057650a571 None None] Provisioning complete for port 09a0362c-78a1-41c4-9557-4d20ec5f2288 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:56.607844 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ceb945b-9885-4326-b3f4-d1057650a571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.647703 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb945b-9885-4326-b3f4-d1057650a571 None None] Port 09a0362c-78a1-41c4-9557-4d20ec5f2288 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:42:56.695214 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d4c308d2-dc5f-4af1-b84a-d68ce64355a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0bc6182d-ac66-4bfb-861a-afd7f2ba897d), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.695502 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.698268 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d4c308d2-dc5f-4af1-b84a-d68ce64355a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:56.699611 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d4c308d2-dc5f-4af1-b84a-d68ce64355a0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0bc6182d-ac66-4bfb-861a-afd7f2ba897d HTTP/1.1" status: 204 len: 168 time: 0.3061786 Apr 12 15:42:56.712106 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c308d2-dc5f-4af1-b84a-d68ce64355a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc6182d-ac66-4bfb-861a-afd7f2ba897d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:56.766019 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:42:56.766673 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:42:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:56.821500 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b46024-0441-490c-bea0-fee9283b2a3c None None] Pushing event updated for resources: {'Port': ['ID=09a0362c-78a1-41c4-9557-4d20ec5f2288,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:56.903997 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:42:56.946496 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4886077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5301095'] for subnet (7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.014042 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-5e428beb-2dba-4be5-ad65-f2e63c354099 None None] Provisioning complete for port 09a0362c-78a1-41c4-9557-4d20ec5f2288 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:57.014323 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5e428beb-2dba-4be5-ad65-f2e63c354099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.017186 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:57.031104 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Checking segment: {'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:42:57.031958 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Network hostable DHCP agents. Network: b3ebe7cb-8e4c-4946-bc19-12337f273183, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:42:57.151668 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Network b3ebe7cb-8e4c-4946-bc19-12337f273183 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:42:57.182344 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:56Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:57.184148 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-5e428beb-2dba-4be5-ad65-f2e63c354099 None None] Current status of the port 09a0362c-78a1-41c4-9557-4d20ec5f2288 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:57.184529 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5e428beb-2dba-4be5-ad65-f2e63c354099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.216904 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df895494-b1f5-4a1e-aaa8-b1f16bb3686e None None] The sync data for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi is: [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:56Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:42:57.247494 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-5e428beb-2dba-4be5-ad65-f2e63c354099 None None] For port 09a0362c-78a1-41c4-9557-4d20ec5f2288, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=09a0362c-78a1-41c4-9557-4d20ec5f2288,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:42:57.279196 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d519b327-b570-4149-aadb-8704ac3e5981 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:57.312012 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, b3ebe7cb-8e4c-4946-bc19-12337f273183) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:57.321589 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:42:57.322441 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.335964 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c7700-8131-4a3f-8082-38332aaf7a4e None None] Network b3ebe7cb-8e4c-4946-bc19-12337f273183 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:42:57.398220 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5e428beb-2dba-4be5-ad65-f2e63c354099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.407702 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port d519b327-b570-4149-aadb-8704ac3e5981 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:57.407927 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (d519b327-b570-4149-aadb-8704ac3e5981), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.413626 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-8d6f96e6-93b0-43cf-a0a0-1bf4d5fa5950 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0044529 Apr 12 15:42:57.417066 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48568) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:57.422174 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:42:57.512310 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (749c3e63-2daa-4a8b-87b7-3ad76b48f144), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.513346 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (749c3e63-2daa-4a8b-87b7-3ad76b48f144), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.563357 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48570) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:57.575691 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks [] for router_controller (749c3e63-2daa-4a8b-87b7-3ad76b48f144), precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.585557 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92e9c4d2-9759-490d-903c-c8fa7838418b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.628471 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e428beb-2dba-4be5-ad65-f2e63c354099 None None] Pushing event updated for resources: {'Port': ['ID=09a0362c-78a1-41c4-9557-4d20ec5f2288,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:57.680316 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-b3ebe7cb-8e4c-4946-bc19-12337f273183', 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183', 'project_id': '6fdea42c7af14814a93eac93112296a6', 'fixed_ips': [{'subnet_id': '7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:42:57.681002 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.710533 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port d519b327-b570-4149-aadb-8704ac3e5981 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:57.713994 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92e9c4d2-9759-490d-903c-c8fa7838418b admin admin] Publish callbacks [] for security_group (d5e5873c-ba45-4d65-a0b3-8dfe4ab58ac3), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.837657 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-92e9c4d2-9759-490d-903c-c8fa7838418b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d5e5873c-ba45-4d65-a0b3-8dfe4ab58ac3), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.845629 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks [] for router_gateway (749c3e63-2daa-4a8b-87b7-3ad76b48f144), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:57.860344 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Allocated IP 172.20.0.2 (b3ebe7cb-8e4c-4946-bc19-12337f273183/7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8/14142e7c-2e63-4968-8303-e356f52b87f2) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:42:57.886107 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-92e9c4d2-9759-490d-903c-c8fa7838418b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c520c815ab5340c58aea9a8e8482881a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211677 Apr 12 15:42:57.887356 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9c4d2-9759-490d-903c-c8fa7838418b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e5873c-ba45-4d65-a0b3-8dfe4ab58ac3,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:57.888893 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48578) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:58.007955 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57bc4c7f-d0e0-4347-abe5-e3a2d043d80b admin admin] Publish callbacks [] for security_group (d5e5873c-ba45-4d65-a0b3-8dfe4ab58ac3), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.057813 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Publish callbacks [] for port (14142e7c-2e63-4968-8303-e356f52b87f2), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.059121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57bc4c7f-d0e0-4347-abe5-e3a2d043d80b admin admin] Publish callbacks [] for security_group (d5e5873c-ba45-4d65-a0b3-8dfe4ab58ac3), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.169916 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.202445 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks [] for router_gateway (749c3e63-2daa-4a8b-87b7-3ad76b48f144), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.220476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Network b3ebe7cb-8e4c-4946-bc19-12337f273183 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:42:58.222458 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.227770 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:58.230179 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Pushing event updated for resources: {'Port': ['ID=14142e7c-2e63-4968-8303-e356f52b87f2,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:58.233617 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:42:58.278543 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57bc4c7f-d0e0-4347-abe5-e3a2d043d80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d5e5873c-ba45-4d65-a0b3-8dfe4ab58ac3), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.286742 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57bc4c7f-d0e0-4347-abe5-e3a2d043d80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.286742 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-57bc4c7f-d0e0-4347-abe5-e3a2d043d80b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d5e5873c-ba45-4d65-a0b3-8dfe4ab58ac3 HTTP/1.1" status: 204 len: 168 time: 0.3917022 Apr 12 15:42:58.300165 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc4c7f-d0e0-4347-abe5-e3a2d043d80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e5873c-ba45-4d65-a0b3-8dfe4ab58ac3,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:58.301370 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Attempting to bind port 14142e7c-2e63-4968-8303-e356f52b87f2 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:42:58.302439 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Attempting to bind port 14142e7c-2e63-4968-8303-e356f52b87f2 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:42:58.302439 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Attempting to bind port 14142e7c-2e63-4968-8303-e356f52b87f2 on network b3ebe7cb-8e4c-4946-bc19-12337f273183 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:42:58.315164 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:42:58.315540 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Checking segment: {'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:42:58.315935 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.317289 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Bound using segment: {'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:42:58.317289 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Bound port: 14142e7c-2e63-4968-8303-e356f52b87f2, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:42:58.317604 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.368295 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Allocated IP 172.27.0.157 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/ab011bcb-8e7e-49bc-8bb7-4e3f936d026b) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:42:58.396958 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] For port 14142e7c-2e63-4968-8303-e356f52b87f2, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:42:58.401097 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] For port 14142e7c-2e63-4968-8303-e356f52b87f2, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=14142e7c-2e63-4968-8303-e356f52b87f2,segment=NetworkSegment(03cc68b3-fd2b-46dc-bd81-593f553d076f),segment_id=03cc68b3-fd2b-46dc-bd81-593f553d076f)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:42:58.487419 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks [] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.494794 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.556708 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a81890-6923-4c1f-b8ae-e84c3507953d None None] Pushing event updated for resources: {'Port': ['ID=14142e7c-2e63-4968-8303-e356f52b87f2,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:58.580813 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:58.621785 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:42:58.628809 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:42:58.633764 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:42:58.639599 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Pushing event updated for resources: {'Port': ['ID=ab011bcb-8e7e-49bc-8bb7-4e3f936d026b,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:42:59.014570 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks [] for router_gateway (749c3e63-2daa-4a8b-87b7-3ad76b48f144), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.262573 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (749c3e63-2daa-4a8b-87b7-3ad76b48f144), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.373325 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 09a0362c-78a1-41c4-9557-4d20ec5f2288 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:59.461397 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 09a0362c-78a1-41c4-9557-4d20ec5f2288 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:59.461808 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.544633 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 09a0362c-78a1-41c4-9557-4d20ec5f2288 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:59.545758 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 14142e7c-2e63-4968-8303-e356f52b87f2 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:42:59.595883 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 14142e7c-2e63-4968-8303-e356f52b87f2 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:59.596341 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.609028 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:42:59.694659 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae5f7a-5d31-4212-944c-28b4672d479d None None] Network b3ebe7cb-8e4c-4946-bc19-12337f273183 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:42:59.742844 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:42:59.759416 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Sync routers for ids ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:42:59.770815 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Routers {'749c3e63-2daa-4a8b-87b7-3ad76b48f144'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:42:59.773952 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:42:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:42:59.774082 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 14142e7c-2e63-4968-8303-e356f52b87f2 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:59.774082 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.791902 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-614aaa88-e565-43e6-86e6-3b93bfb0a144 None None] Provisioning complete for port 14142e7c-2e63-4968-8303-e356f52b87f2 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:42:59.792274 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-614aaa88-e565-43e6-86e6-3b93bfb0a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.856950 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.858501 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port 14142e7c-2e63-4968-8303-e356f52b87f2, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=14142e7c-2e63-4968-8303-e356f52b87f2,segment=NetworkSegment(03cc68b3-fd2b-46dc-bd81-593f553d076f),segment_id=03cc68b3-fd2b-46dc-bd81-593f553d076f)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:42:59.858941 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f7458015-6863-43e8-8657-bcd2aeecdb11 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4408276 Apr 12 15:42:59.861609 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48616) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:42:59.913065 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Set router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:42:59.949020 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.956552 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-614aaa88-e565-43e6-86e6-3b93bfb0a144 None None] Current status of the port 14142e7c-2e63-4968-8303-e356f52b87f2 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:42:59.956552 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-614aaa88-e565-43e6-86e6-3b93bfb0a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:42:59.997904 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7a73c6ad-25cf-4e1a-b01a-a33db9d9296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.060335 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=14142e7c-2e63-4968-8303-e356f52b87f2,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:00.089386 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.db.api [None req-614aaa88-e565-43e6-86e6-3b93bfb0a144 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 15:43:00.090151 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG oslo_db.api [None req-614aaa88-e565-43e6-86e6-3b93bfb0a144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 15:43:00.191281 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:42:58Z', 'revision_number': 3, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:00.226418 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Checking router: 749c3e63-2daa-4a8b-87b7-3ad76b48f144 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:43:00.226753 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Updating router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:43:00.257093 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.406582 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.545531 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Publish callbacks [] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.590962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Allocated IP 172.20.0.1 (b3ebe7cb-8e4c-4946-bc19-12337f273183/7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8/a8ea2e60-fe46-4594-8d74-04a1b331687e) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:43:00.629880 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-614aaa88-e565-43e6-86e6-3b93bfb0a144 None None] Current status of the port 14142e7c-2e63-4968-8303-e356f52b87f2 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:00.637446 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.690223 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Attempting to bind port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:43:00.690590 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Attempting to bind port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:43:00.690943 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Attempting to bind port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:43:00.699565 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e9a24-41d3-4a29-b2df-5c34484b7f1a None None] Pushing event updated for resources: {'Port': ['ID=ab011bcb-8e7e-49bc-8bb7-4e3f936d026b,revision_number=2']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:00.700916 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Publish callbacks [] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.702948 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:43:00.703674 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:43:00.704081 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.704514 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:43:00.705026 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Bound port: ab011bcb-8e7e-49bc-8bb7-4e3f936d026b, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:43:00.705631 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.748521 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-a47cbb6e-d4a0-49ca-b7c9-bd2bb663cda4 None None] Provisioning complete for port 14142e7c-2e63-4968-8303-e356f52b87f2 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:00.748927 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a47cbb6e-d4a0-49ca-b7c9-bd2bb663cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.763043 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] For port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:43:00.766172 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] For port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=ab011bcb-8e7e-49bc-8bb7-4e3f936d026b,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:43:00.827243 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.834244 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-a47cbb6e-d4a0-49ca-b7c9-bd2bb663cda4 None None] Current status of the port 14142e7c-2e63-4968-8303-e356f52b87f2 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:00.865044 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Network b3ebe7cb-8e4c-4946-bc19-12337f273183 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:43:00.868219 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:43:00.873765 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:43:00.895119 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.902552 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ea2e60-fe46-4594-8d74-04a1b331687e,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:00.921883 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (749c3e63-2daa-4a8b-87b7-3ad76b48f144), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:00.999248 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e9a24-41d3-4a29-b2df-5c34484b7f1a None None] Pushing event updated for resources: {'Port': ['ID=ab011bcb-8e7e-49bc-8bb7-4e3f936d026b,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:00.999248 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Routers {'749c3e63-2daa-4a8b-87b7-3ad76b48f144'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:43:00.999850 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:42:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:01.133242 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] Set router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:43:01.165697 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48648) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:01.269838 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-8dc53b9f-1c47-4b21-a065-561f45b53024 None None] Provisioning complete for port a8ea2e60-fe46-4594-8d74-04a1b331687e triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:01.270692 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8dc53b9f-1c47-4b21-a065-561f45b53024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:01.358132 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 14142e7c-2e63-4968-8303-e356f52b87f2 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:43:01.376692 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:01.379023 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-141435b2-3cdb-4de7-a5a9-808a6581402e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:01.436206 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-8dc53b9f-1c47-4b21-a065-561f45b53024 None None] Port a8ea2e60-fe46-4594-8d74-04a1b331687e cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:43:01.461468 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:42:58Z', 'revision_number': 3, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:01.472940 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 14142e7c-2e63-4968-8303-e356f52b87f2 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:01.474029 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:01.495830 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb1db0-87c7-40c4-83f0-3b86d677c3c2 None None] The sync data for ids ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'] in dv-cinder-837525-1-iscsi is: [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:42:58Z', 'revision_number': 3, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:43:01.624683 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 14142e7c-2e63-4968-8303-e356f52b87f2 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:01.876761 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-141435b2-3cdb-4de7-a5a9-808a6581402e admin admin] Publish callbacks [] for security_group (94ba6b69-8b0b-43fa-9ed9-c28f7aacb0e9), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:01.932404 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Publish callbacks [] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:01.992826 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-141435b2-3cdb-4de7-a5a9-808a6581402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (94ba6b69-8b0b-43fa-9ed9-c28f7aacb0e9), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.035362 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-141435b2-3cdb-4de7-a5a9-808a6581402e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1a06c450259f417c9d46ee114e3bcad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8683786 Apr 12 15:43:02.036280 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141435b2-3cdb-4de7-a5a9-808a6581402e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ba6b69-8b0b-43fa-9ed9-c28f7aacb0e9,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:02.038207 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48668) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:02.043915 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.103087 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-79e6819e-4ade-47d2-b162-821c91e29260 admin admin] Publish callbacks [] for security_group (94ba6b69-8b0b-43fa-9ed9-c28f7aacb0e9), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.115863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (749c3e63-2daa-4a8b-87b7-3ad76b48f144), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.117684 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ea2e60-fe46-4594-8d74-04a1b331687e,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:02.139788 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-79e6819e-4ade-47d2-b162-821c91e29260 admin admin] Publish callbacks [] for security_group (94ba6b69-8b0b-43fa-9ed9-c28f7aacb0e9), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.303631 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-f20c20fc-05dc-401f-99b2-d785068249d2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1345626842&fields=id&tenant_id=58ab8be7f12144ffb9ea13c352638e97 HTTP/1.1" status: 200 len: 267 time: 0.0709379 Apr 12 15:43:02.314431 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Network b3ebe7cb-8e4c-4946-bc19-12337f273183 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:43:02.326541 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:43:02.363252 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-79e6819e-4ade-47d2-b162-821c91e29260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (94ba6b69-8b0b-43fa-9ed9-c28f7aacb0e9), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.370150 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-79e6819e-4ade-47d2-b162-821c91e29260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.370150 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-79e6819e-4ade-47d2-b162-821c91e29260 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/94ba6b69-8b0b-43fa-9ed9-c28f7aacb0e9 HTTP/1.1" status: 204 len: 168 time: 0.3283412 Apr 12 15:43:02.396255 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6819e-4ade-47d2-b162-821c91e29260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ba6b69-8b0b-43fa-9ed9-c28f7aacb0e9,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:02.599424 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-eafc5b24-ae41-4812-97ae-b9abff104c4e tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:02.601115 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-eafc5b24-ae41-4812-97ae-b9abff104c4e tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/networks?id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4 HTTP/1.1" status: 200 len: 808 time: 0.2899721 Apr 12 15:43:02.624253 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-e61f7bbe-beed-40aa-a3ce-0a7c816f91ec tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/quotas/58ab8be7f12144ffb9ea13c352638e97 HTTP/1.1" status: 200 len: 375 time: 0.0145819 Apr 12 15:43:02.664111 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-0c2686a4-4ab2-4cbe-8e4a-ac7ee468343c None None] Provisioning complete for port a8ea2e60-fe46-4594-8d74-04a1b331687e triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:02.664685 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0c2686a4-4ab2-4cbe-8e4a-ac7ee468343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.672021 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:43:02.687243 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-36555724-19d5-41b6-81d4-507e8989f2e7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=58ab8be7f12144ffb9ea13c352638e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576234 Apr 12 15:43:02.705417 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-0c2686a4-4ab2-4cbe-8e4a-ac7ee468343c None None] Port a8ea2e60-fe46-4594-8d74-04a1b331687e cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:43:02.854445 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b2d68a56-acc2-4c81-8a0d-e4f3548fcce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:02.875102 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:43:02.877966 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-1c71b793-0649-4347-af80-d07dc7008405 service neutron] 10.222.0.74 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461897 Apr 12 15:43:02.882047 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b26201f2-9bff-4da2-81fb-f62145aef027 admin admin] 10.222.0.74 "PUT /v2.0/routers/749c3e63-2daa-4a8b-87b7-3ad76b48f144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0193026 Apr 12 15:43:02.983565 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-32b7a06a-defb-49f8-8b5d-957b2213536f service neutron] 10.222.0.74 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989921 Apr 12 15:43:03.100592 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:03.273397 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device ab011bcb-8e7e-49bc-8bb7-4e3f936d026b up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:43:03.320817 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:03.321187 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:03.414750 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:03.415440 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:03.444987 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=ab011bcb-8e7e-49bc-8bb7-4e3f936d026b,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:03.620495 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:03.674462 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=ab011bcb-8e7e-49bc-8bb7-4e3f936d026b,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:03.817212 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-60491b68-6fee-4344-a74b-a01d965a8173 req-a1e626a8-0373-43d2-a6fd-647bdccbff50 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 210 time: 0.0444441 Apr 12 15:43:03.855907 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:04.654809 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Sync routers for ids ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:43:04.715794 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Routers {'749c3e63-2daa-4a8b-87b7-3ad76b48f144'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:43:04.715794 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:43:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:04.820724 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Set router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:43:04.946088 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e737f060-ff36-4820-b4f7-786b656ed013 req-931ca8b2-0403-4890-9fa2-be9413627fdf tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 210 time: 0.0475702 Apr 12 15:43:05.054197 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:43:01Z', 'revision_number': 4, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'a8ea2e60-fe46-4594-8d74-04a1b331687e', 'name': '', 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'mac_address': 'fa:16:3e:d8:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:43:00Z', 'updated_at': '2022-04-12T15:43:01Z', 'revision_number': 2, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'subnets': [{'id': '7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:05.217397 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Checking router: 749c3e63-2daa-4a8b-87b7-3ad76b48f144 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:43:05.217764 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Updating router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 port a8ea2e60-fe46-4594-8d74-04a1b331687e binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:43:05.269306 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:05.420994 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device ab011bcb-8e7e-49bc-8bb7-4e3f936d026b up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:43:05.549367 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:05.549722 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:05.811169 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Publish callbacks [] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:05.815086 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:05.923990 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:05.929480 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:06.011057 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a74f7-c151-4ec8-a5c5-ab1425c2c84a None None] Pushing event updated for resources: {'Port': ['ID=a8ea2e60-fe46-4594-8d74-04a1b331687e,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:06.079830 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Attempting to bind port a8ea2e60-fe46-4594-8d74-04a1b331687e on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:43:06.079830 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Attempting to bind port a8ea2e60-fe46-4594-8d74-04a1b331687e by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:43:06.079830 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Attempting to bind port a8ea2e60-fe46-4594-8d74-04a1b331687e on network b3ebe7cb-8e4c-4946-bc19-12337f273183 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:43:06.087598 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:43:06.088265 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Checking segment: {'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:43:06.088771 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:06.089292 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Bound using segment: {'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:43:06.089853 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Bound port: a8ea2e60-fe46-4594-8d74-04a1b331687e, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cc68b3-fd2b-46dc-bd81-593f553d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:43:06.090331 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:06.120054 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2a897c9d-a4ef-4fcf-ad01-6477083e44fa req-54daeda9-92ad-475d-898e-16760afbd513 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 210 time: 0.0615439 Apr 12 15:43:06.209932 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] For port a8ea2e60-fe46-4594-8d74-04a1b331687e, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:43:06.214666 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] For port a8ea2e60-fe46-4594-8d74-04a1b331687e, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=a8ea2e60-fe46-4594-8d74-04a1b331687e,segment=NetworkSegment(03cc68b3-fd2b-46dc-bd81-593f553d076f),segment_id=03cc68b3-fd2b-46dc-bd81-593f553d076f)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:43:06.346920 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:06.448676 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-efdd0bb3-109c-49a5-83fb-014d2fdb4443 None None] Provisioning complete for port a8ea2e60-fe46-4594-8d74-04a1b331687e triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:06.449242 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-efdd0bb3-109c-49a5-83fb-014d2fdb4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:06.467853 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Routers {'749c3e63-2daa-4a8b-87b7-3ad76b48f144'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:43:06.468972 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:43:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:06.563711 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a74f7-c151-4ec8-a5c5-ab1425c2c84a None None] Pushing event updated for resources: {'Port': ['ID=a8ea2e60-fe46-4594-8d74-04a1b331687e,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:06.733680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] Set router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:43:06.767795 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-efdd0bb3-109c-49a5-83fb-014d2fdb4443 None None] Current status of the port a8ea2e60-fe46-4594-8d74-04a1b331687e is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:06.768457 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-efdd0bb3-109c-49a5-83fb-014d2fdb4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:06.845441 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-efdd0bb3-109c-49a5-83fb-014d2fdb4443 None None] For port a8ea2e60-fe46-4594-8d74-04a1b331687e, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=a8ea2e60-fe46-4594-8d74-04a1b331687e,segment=NetworkSegment(03cc68b3-fd2b-46dc-bd81-593f553d076f),segment_id=03cc68b3-fd2b-46dc-bd81-593f553d076f)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:06.978102 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-efdd0bb3-109c-49a5-83fb-014d2fdb4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:07.016333 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:07.032958 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:43:01Z', 'revision_number': 4, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'a8ea2e60-fe46-4594-8d74-04a1b331687e', 'name': '', 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'mac_address': 'fa:16:3e:d8:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:43:00Z', 'updated_at': '2022-04-12T15:43:06Z', 'revision_number': 4, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'subnets': [{'id': '7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:07.085959 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bd1a6-729d-4744-9a0b-289eacfb453c None None] The sync data for ids ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'] in dv-cinder-837525-1-iscsi is: [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:43:01Z', 'revision_number': 4, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'a8ea2e60-fe46-4594-8d74-04a1b331687e', 'name': '', 'network_id': 'b3ebe7cb-8e4c-4946-bc19-12337f273183', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'mac_address': 'fa:16:3e:d8:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:43:00Z', 'updated_at': '2022-04-12T15:43:06Z', 'revision_number': 4, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'subnets': [{'id': '7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:43:07.099059 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd0bb3-109c-49a5-83fb-014d2fdb4443 None None] Pushing event updated for resources: {'Port': ['ID=a8ea2e60-fe46-4594-8d74-04a1b331687e,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:07.103969 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-5705bbfd-4ce5-4b39-b929-16fcde69b0d2 None None] Provisioning complete for port a8ea2e60-fe46-4594-8d74-04a1b331687e triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:07.104433 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5705bbfd-4ce5-4b39-b929-16fcde69b0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:07.248068 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-5705bbfd-4ce5-4b39-b929-16fcde69b0d2 None None] Current status of the port a8ea2e60-fe46-4594-8d74-04a1b331687e is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:07.308583 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a463bfa-24a7-4f8c-a3b5-efa6141f9114 req-ecadc61d-482a-4788-bcad-2d278567f9e5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 210 time: 0.0440543 Apr 12 15:43:07.357495 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device a8ea2e60-fe46-4594-8d74-04a1b331687e up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:43:07.424156 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port a8ea2e60-fe46-4594-8d74-04a1b331687e triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:07.424542 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:07.535175 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port a8ea2e60-fe46-4594-8d74-04a1b331687e is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:07.914144 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-0d1eb4e9-b729-431d-8d7c-d23003e5f9a0 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:07.915908 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-0d1eb4e9-b729-431d-8d7c-d23003e5f9a0 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.84 "GET /v2.0/networks?id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4 HTTP/1.1" status: 200 len: 808 time: 0.1196885 Apr 12 15:43:08.078646 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-002dd7a0-cd2d-4da4-a1c9-969292911f19 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58ab8be7f12144ffb9ea13c352638e97 HTTP/1.1" status: 200 len: 380 time: 0.1533518 Apr 12 15:43:08.088959 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'port': {'device_id': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'admin_state_up': True, 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'security_groups': ['c7f355d6-f611-4b3a-bf11-4f2ac04e679f']}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:43:08.329524 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Made reservation on behalf of 58ab8be7f12144ffb9ea13c352638e97 for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:43:08.333551 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:08.586710 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-60bdaf46-e642-4539-a883-21399864f23f req-c2646f3d-397f-4ea9-9260-2d340432e412 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 210 time: 0.0534413 Apr 12 15:43:08.589374 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Allocated IP 172.20.0.9 (53fc17d6-7b99-4b71-8b16-b364eb28f3d4/321ff951-6ace-4abd-be2f-1a3f9a225997/235337eb-f460-4935-8f26-929d90127f02) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:43:08.824690 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for port (235337eb-f460-4935-8f26-929d90127f02), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:09.015165 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (235337eb-f460-4935-8f26-929d90127f02), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:09.070774 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:43:09.077048 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:43:09.081598 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:43:09.116588 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:09.155548 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:09.156398 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:09.269121 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-50ad6eb0-e74c-49e7-9ac5-63493a9ea337 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1840687 Apr 12 15:43:09.415454 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d0f813be-19ff-42d6-b910-949590205364 None None] Provisioning complete for port 235337eb-f460-4935-8f26-929d90127f02 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:09.416094 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d0f813be-19ff-42d6-b910-949590205364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (235337eb-f460-4935-8f26-929d90127f02), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:09.460592 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d0f813be-19ff-42d6-b910-949590205364 None None] Port 235337eb-f460-4935-8f26-929d90127f02 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:43:09.723476 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa91e-bb20-4e5b-8109-27e146c9ab04 req-5989423d-7ba8-4076-a9ff-d7ebfcd82d95 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:09.725811 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f44fa91e-bb20-4e5b-8109-27e146c9ab04 req-5989423d-7ba8-4076-a9ff-d7ebfcd82d95 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 931 time: 0.0647786 Apr 12 15:43:09.801849 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f44fa91e-bb20-4e5b-8109-27e146c9ab04 req-d8c6b1ac-4662-4350-9276-b2df1c54f98c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696537 Apr 12 15:43:09.964615 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:43:10.469378 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Request body: {'port': {'device_id': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:43:10.545373 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (235337eb-f460-4935-8f26-929d90127f02), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:10.839208 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235337eb-f460-4935-8f26-929d90127f02 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:43:10.847428 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Publish callbacks [] for port (235337eb-f460-4935-8f26-929d90127f02), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:10.860899 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Transition to ACTIVE for port object 235337eb-f460-4935-8f26-929d90127f02 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:43:10.918325 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b00b4-0634-4b63-a46b-8387d8dccbb7 req-043eb07e-aeb8-484d-87f5-4aec44577bfa tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:10.920034 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e21b00b4-0634-4b63-a46b-8387d8dccbb7 req-043eb07e-aeb8-484d-87f5-4aec44577bfa tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 931 time: 0.0517700 Apr 12 15:43:10.974322 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e21b00b4-0634-4b63-a46b-8387d8dccbb7 req-87fe63b3-fdfa-4034-a737-8a8702a477e1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485840 Apr 12 15:43:11.374476 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (235337eb-f460-4935-8f26-929d90127f02), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:11.424246 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Pushing event updated for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:11.502519 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Attempting to bind port 235337eb-f460-4935-8f26-929d90127f02 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:43:11.503242 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Attempting to bind port 235337eb-f460-4935-8f26-929d90127f02 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:43:11.503242 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Attempting to bind port 235337eb-f460-4935-8f26-929d90127f02 on network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:43:11.508028 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Port 235337eb-f460-4935-8f26-929d90127f02 on network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:43:11.508350 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Attempting to bind port 235337eb-f460-4935-8f26-929d90127f02 on network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:43:11.513739 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:43:11.514071 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Checking segment: {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:43:11.514457 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Bound using segment: {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:43:11.514892 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Bound port: 235337eb-f460-4935-8f26-929d90127f02, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936e3760-a061-4785-8aca-958044ad8dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:43:11.515251 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (235337eb-f460-4935-8f26-929d90127f02), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:11.616007 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:43:11.619599 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:43:11.815446 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (235337eb-f460-4935-8f26-929d90127f02), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:11.854110 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:11.854755 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:11.856157 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] 10.222.0.84 "PUT /v2.0/ports/235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 200 len: 1093 time: 1.3921955 Apr 12 15:43:11.856728 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'tag': '235337eb-f460-4935-8f26-929d90127f02'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:43:11.859009 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b60323-1513-4b3b-9f5f-5864e32bed65" -d '{"events": [{"name": "network-changed", "server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "tag": "235337eb-f460-4935-8f26-929d90127f02"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:43:11.885033 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad757410-dd42-4e93-891b-f5526cc86be2 service neutron] Pushing event updated for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:11.916619 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7975a36-6d9d-4a56-ac79-adc38b4bd6ad x-openstack-request-id: req-b7975a36-6d9d-4a56-ac79-adc38b4bd6ad {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:43:11.916935 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "tag": "235337eb-f460-4935-8f26-929d90127f02", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:43:11.917196 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b7975a36-6d9d-4a56-ac79-adc38b4bd6ad {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:43:11.917613 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7975a36-6d9d-4a56-ac79-adc38b4bd6ad'] response: {'name': 'network-changed', 'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'tag': '235337eb-f460-4935-8f26-929d90127f02', 'status': 'completed', 'code': 200} Apr 12 15:43:12.113693 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf2928-d35c-4973-8fe0-e747d517a37b req-0c279bfc-ce31-43c3-acb4-e4d0f5fb95cb tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:12.115589 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bedf2928-d35c-4973-8fe0-e747d517a37b req-0c279bfc-ce31-43c3-acb4-e4d0f5fb95cb tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0663035 Apr 12 15:43:12.177778 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bedf2928-d35c-4973-8fe0-e747d517a37b req-e4d2e1ce-a7b0-40a2-8e7c-f48ac0bb2c3a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552158 Apr 12 15:43:12.774298 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b60323-1513-4b3b-9f5f-5864e32bed65 req-fef121cd-e39e-4c0a-b7bf-a4d7726d4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:12.776056 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-05b60323-1513-4b3b-9f5f-5864e32bed65 req-fef121cd-e39e-4c0a-b7bf-a4d7726d4430 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58ab8be7f12144ffb9ea13c352638e97&device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1127 time: 0.0500791 Apr 12 15:43:12.906168 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b60323-1513-4b3b-9f5f-5864e32bed65 req-7c886337-50b2-4270-b443-a1494aa023af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:12.907887 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-05b60323-1513-4b3b-9f5f-5864e32bed65 req-7c886337-50b2-4270-b443-a1494aa023af service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=58ab8be7f12144ffb9ea13c352638e97&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1223478 Apr 12 15:43:13.019582 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b60323-1513-4b3b-9f5f-5864e32bed65 req-f8df5910-a979-436d-89e7-001358148f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:13.021904 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-05b60323-1513-4b3b-9f5f-5864e32bed65 req-f8df5910-a979-436d-89e7-001358148f8b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1079962 Apr 12 15:43:13.122748 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-1430a280-9890-4fb4-9fbe-bc398c8b096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:13.125890 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-1430a280-9890-4fb4-9fbe-bc398c8b096f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58ab8be7f12144ffb9ea13c352638e97&device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1127 time: 0.0547743 Apr 12 15:43:13.182753 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-a8381213-49bc-4120-b760-8564189c38df service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 200 len: 217 time: 0.0492315 Apr 12 15:43:13.273363 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-3c057872-4993-4831-a2a9-9abab6b6f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:13.274997 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-3c057872-4993-4831-a2a9-9abab6b6f2a3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=321ff951-6ace-4abd-be2f-1a3f9a225997 HTTP/1.1" status: 200 len: 847 time: 0.0867305 Apr 12 15:43:13.328310 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c927e3d-d2cb-41ea-b6fe-39ae6b1b9ad4 req-0ff8faa0-d113-4322-8218-e8c68b6829ca tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:13.329860 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c927e3d-d2cb-41ea-b6fe-39ae6b1b9ad4 req-0ff8faa0-d113-4322-8218-e8c68b6829ca tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0597382 Apr 12 15:43:13.355169 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-c2badb40-a120-48c6-8cc3-b19db2531248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:13.357272 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-c2badb40-a120-48c6-8cc3-b19db2531248 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679092 Apr 12 15:43:13.391556 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c927e3d-d2cb-41ea-b6fe-39ae6b1b9ad4 req-8016096c-164f-4e96-bdf6-df25e2cc5a32 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549922 Apr 12 15:43:13.496687 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-cf34fd84-5eb8-4c9b-b90f-7d6383b6cf9b service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328673 Apr 12 15:43:13.705906 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dcca294b-12c2-4833-a4c6-d73d43fe58bd req-088c494f-e0e2-4bd2-aa64-5cef2eeae501 service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027454 Apr 12 15:43:14.522873 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec700e9-1ac3-421a-b713-330b2ce9ae41 req-778fc668-322b-4323-a9f8-35aff4b1bfd3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:14.524295 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-aec700e9-1ac3-421a-b713-330b2ce9ae41 req-778fc668-322b-4323-a9f8-35aff4b1bfd3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0609863 Apr 12 15:43:14.572577 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-aec700e9-1ac3-421a-b713-330b2ce9ae41 req-f35db912-aff6-4247-8497-b26c6369e393 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Apr 12 15:43:15.698141 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97b27-225c-43b1-82cd-880db5757b55 req-cd6bf1ac-b607-4383-bc9d-e1bcdd3b4275 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:15.700207 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37d97b27-225c-43b1-82cd-880db5757b55 req-cd6bf1ac-b607-4383-bc9d-e1bcdd3b4275 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0562086 Apr 12 15:43:15.753919 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37d97b27-225c-43b1-82cd-880db5757b55 req-258919b1-5f3b-4d8c-8366-fa552c640b6c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484402 Apr 12 15:43:16.815521 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-e585190f-b886-48d0-ab03-266bfa239e20 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:16.817292 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-e585190f-b886-48d0-ab03-266bfa239e20 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/networks?id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d HTTP/1.1" status: 200 len: 814 time: 0.1063023 Apr 12 15:43:16.833933 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-3c1102f1-6dd3-4e90-9568-b8b954e13f6c tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/quotas/713d8345b3714370b39127cdff7a4623 HTTP/1.1" status: 200 len: 375 time: 0.0105269 Apr 12 15:43:16.876466 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad26dd-8180-4ff9-a6dc-bc6d5683e906 req-b1cc82b1-0e16-473a-8993-9fa29cf24d55 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:16.878725 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-77ad26dd-8180-4ff9-a6dc-bc6d5683e906 req-b1cc82b1-0e16-473a-8993-9fa29cf24d55 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0567677 Apr 12 15:43:16.895421 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-94881101-5147-4055-bc4a-b6531eed1a4d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=713d8345b3714370b39127cdff7a4623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553977 Apr 12 15:43:16.942110 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-77ad26dd-8180-4ff9-a6dc-bc6d5683e906 req-bcdb7ca2-d688-493d-8d0b-2969530ffd7a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570025 Apr 12 15:43:17.000403 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-77b49939-588c-4aae-bc64-4ede88779809 service neutron] 10.222.0.74 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910578 Apr 12 15:43:17.094903 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-23095253-d2ef-4301-ac56-3f2930b4a4d4 service neutron] 10.222.0.74 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877426 Apr 12 15:43:17.458072 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8a0ff27f-7040-4bc7-8b00-103331498d2b req-135548b7-5c33-408c-9575-caedce28c5f4 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 210 time: 0.0346768 Apr 12 15:43:18.063655 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab9a1d-f468-40c4-b41f-dd78e8a2b9b7 req-8a970a41-ad8e-4c9f-95c7-5f7e03133a95 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:18.065440 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-11ab9a1d-f468-40c4-b41f-dd78e8a2b9b7 req-8a970a41-ad8e-4c9f-95c7-5f7e03133a95 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0543661 Apr 12 15:43:18.122129 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-11ab9a1d-f468-40c4-b41f-dd78e8a2b9b7 req-21efe7d2-68f0-4258-adb3-e5be9cd75f0c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502172 Apr 12 15:43:18.540639 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6b069631-be55-4d88-b01c-78f6898b73f6 req-76a5126e-70e2-46af-8f3d-4c51d5fd7c24 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 210 time: 0.0303180 Apr 12 15:43:19.241692 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc6e59-6d3e-41d0-bac4-a7a6b4a47adb req-b0ea4b26-e4d5-4516-95cf-e22242b91aa4 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:19.243240 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79fc6e59-6d3e-41d0-bac4-a7a6b4a47adb req-b0ea4b26-e4d5-4516-95cf-e22242b91aa4 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0484455 Apr 12 15:43:19.300575 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79fc6e59-6d3e-41d0-bac4-a7a6b4a47adb req-6ce5405c-ee72-44b9-8930-2c676d7a93d2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514548 Apr 12 15:43:19.643487 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-918808c5-63d6-4777-b127-0181ec7c28ff req-7bec04de-2a1e-4c4c-bd03-92465a17f979 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 210 time: 0.0275154 Apr 12 15:43:19.873497 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48950) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:19.981668 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-84acdd2c-023c-457f-8d0c-3e678a2d7213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:20.058458 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-84acdd2c-023c-457f-8d0c-3e678a2d7213 admin admin] Publish callbacks [] for security_group (50381d83-00a1-4112-9f7c-7fd0100e7e54), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:20.112053 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-84acdd2c-023c-457f-8d0c-3e678a2d7213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (50381d83-00a1-4112-9f7c-7fd0100e7e54), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:20.149674 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acdd2c-023c-457f-8d0c-3e678a2d7213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50381d83-00a1-4112-9f7c-7fd0100e7e54,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:20.155230 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-84acdd2c-023c-457f-8d0c-3e678a2d7213 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f932c1babba342c786004b8271d7d335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806511 Apr 12 15:43:20.157985 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 48956) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:20.219713 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bdb714f4-8b71-4660-bc0c-fa4542e4e3b5 admin admin] Publish callbacks [] for security_group (50381d83-00a1-4112-9f7c-7fd0100e7e54), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:20.284370 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bdb714f4-8b71-4660-bc0c-fa4542e4e3b5 admin admin] Publish callbacks [] for security_group (50381d83-00a1-4112-9f7c-7fd0100e7e54), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:20.345696 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-b6fb789d-69af-402b-b841-9945dd4a3fb3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:20.347236 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-b6fb789d-69af-402b-b841-9945dd4a3fb3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.84 "GET /v2.0/networks?id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d HTTP/1.1" status: 200 len: 814 time: 0.1396868 Apr 12 15:43:20.361010 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'port': {'device_id': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'admin_state_up': True, 'tenant_id': '713d8345b3714370b39127cdff7a4623'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:43:20.424229 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797347cb-0551-498e-985e-e8400e6f7d63 req-296db0ff-e192-4fd1-8c68-35ef46e55ff3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:20.426315 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-797347cb-0551-498e-985e-e8400e6f7d63 req-296db0ff-e192-4fd1-8c68-35ef46e55ff3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0497680 Apr 12 15:43:20.483855 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-797347cb-0551-498e-985e-e8400e6f7d63 req-5276ea50-135b-4bdb-96ea-d73ca63d541f tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509071 Apr 12 15:43:20.621076 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bdb714f4-8b71-4660-bc0c-fa4542e4e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (50381d83-00a1-4112-9f7c-7fd0100e7e54), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:20.623548 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bdb714f4-8b71-4660-bc0c-fa4542e4e3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:20.624679 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bdb714f4-8b71-4660-bc0c-fa4542e4e3b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/50381d83-00a1-4112-9f7c-7fd0100e7e54 HTTP/1.1" status: 204 len: 168 time: 0.4657919 Apr 12 15:43:20.638344 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb714f4-8b71-4660-bc0c-fa4542e4e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50381d83-00a1-4112-9f7c-7fd0100e7e54,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:20.754572 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d2dc0955-1b52-4f14-a69f-ec16512c49e5 req-f76ebbbb-fe6d-4c91-b404-9629b9922dc7 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 210 time: 0.0273731 Apr 12 15:43:20.802661 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Made reservation on behalf of 713d8345b3714370b39127cdff7a4623 for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:43:20.806812 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:20.977313 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Allocated IP 172.20.0.9 (ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d/a8fbf068-244d-4b8a-b9da-ddb78ff29e19/a34c633b-7e5b-4c3b-98c8-03938efafe74) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:43:21.159986 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:21.353048 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:21.386249 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 48990) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:21.394923 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:43:21.398803 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:43:21.404310 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:43:21.438167 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'Port': ['ID=a34c633b-7e5b-4c3b-98c8-03938efafe74,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:21.477596 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:21.478733 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:21.536143 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2c2fea59-e1a4-437e-9bb0-f84ae2201a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:21.681210 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de14233-75cb-4bbd-b300-69e4f3dbe2d2 req-dde076cb-66b4-405b-819e-d259cc428e5c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:21.683292 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4de14233-75cb-4bbd-b300-69e4f3dbe2d2 req-dde076cb-66b4-405b-819e-d259cc428e5c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0775356 Apr 12 15:43:21.692303 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-35c737bb-548f-4469-b3e2-81320a546d52 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3352911 Apr 12 15:43:21.714446 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-5dd7d314-d971-4e6e-94f6-81f66d87a321 None None] Provisioning complete for port a34c633b-7e5b-4c3b-98c8-03938efafe74 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:21.715611 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d314-d971-4e6e-94f6-81f66d87a321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:21.734986 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2c2fea59-e1a4-437e-9bb0-f84ae2201a7d admin admin] Publish callbacks [] for security_group (27b1f141-dc01-4863-a02e-7dfa8cfc5c27), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:21.756896 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7d314-d971-4e6e-94f6-81f66d87a321 None None] Port a34c633b-7e5b-4c3b-98c8-03938efafe74 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:43:21.762803 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4de14233-75cb-4bbd-b300-69e4f3dbe2d2 req-74080df1-4241-4978-8959-4cd1c506e339 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673525 Apr 12 15:43:21.803759 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2c2fea59-e1a4-437e-9bb0-f84ae2201a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (27b1f141-dc01-4863-a02e-7dfa8cfc5c27), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:21.865552 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fea59-e1a4-437e-9bb0-f84ae2201a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b1f141-dc01-4863-a02e-7dfa8cfc5c27,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:21.891206 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2c2fea59-e1a4-437e-9bb0-f84ae2201a7d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fae3b21ac5aa40a8b353945ed9ad2d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4948325 Apr 12 15:43:21.891206 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49000) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:21.891759 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064404af-3148-477a-846c-9d5833c064d1 req-00c8c856-ef63-4314-ab2f-d530d3637974 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:21.891759 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-064404af-3148-477a-846c-9d5833c064d1 req-00c8c856-ef63-4314-ab2f-d530d3637974 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0631919 Apr 12 15:43:21.969495 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-064404af-3148-477a-846c-9d5833c064d1 req-41df9e81-7123-479d-9111-7add1cb63a2b tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694687 Apr 12 15:43:21.978480 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d8829822-2efb-46cc-a3f9-98f1542260ba admin admin] Publish callbacks [] for security_group (27b1f141-dc01-4863-a02e-7dfa8cfc5c27), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:22.007092 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d8829822-2efb-46cc-a3f9-98f1542260ba admin admin] Publish callbacks [] for security_group (27b1f141-dc01-4863-a02e-7dfa8cfc5c27), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:22.123920 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d8829822-2efb-46cc-a3f9-98f1542260ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (27b1f141-dc01-4863-a02e-7dfa8cfc5c27), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:22.126861 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d8829822-2efb-46cc-a3f9-98f1542260ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:22.128094 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d8829822-2efb-46cc-a3f9-98f1542260ba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27b1f141-dc01-4863-a02e-7dfa8cfc5c27 HTTP/1.1" status: 204 len: 168 time: 0.2423811 Apr 12 15:43:22.137201 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8829822-2efb-46cc-a3f9-98f1542260ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b1f141-dc01-4863-a02e-7dfa8cfc5c27,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:22.885512 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da270-8376-439c-9781-531bf5eac797 req-ca54c0fe-67b7-4c1e-9035-56cb936638d5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:22.887119 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9b8da270-8376-439c-9781-531bf5eac797 req-ca54c0fe-67b7-4c1e-9035-56cb936638d5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0533216 Apr 12 15:43:22.888639 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49008) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:22.908691 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2f8b4cbd-d7cd-4bbf-94c4-48a5b9484049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:22.969638 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9b8da270-8376-439c-9781-531bf5eac797 req-f5b1d291-f011-43be-8b5d-ba866e820158 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742493 Apr 12 15:43:23.018720 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2f8b4cbd-d7cd-4bbf-94c4-48a5b9484049 admin admin] Publish callbacks [] for security_group (044764cd-0941-44f0-9b07-609ce575f763), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:23.098604 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55ae9-82a9-4500-849b-42a8897f423d req-1f2d0e0d-14a2-4764-b4bd-07880bf37a8a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:23.100180 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fad55ae9-82a9-4500-849b-42a8897f423d req-1f2d0e0d-14a2-4764-b4bd-07880bf37a8a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0501845 Apr 12 15:43:23.135931 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2f8b4cbd-d7cd-4bbf-94c4-48a5b9484049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (044764cd-0941-44f0-9b07-609ce575f763), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:23.166888 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fad55ae9-82a9-4500-849b-42a8897f423d req-3c7143f3-0e91-409a-b21e-1fca1d03b004 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552132 Apr 12 15:43:23.185756 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b4cbd-d7cd-4bbf-94c4-48a5b9484049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044764cd-0941-44f0-9b07-609ce575f763,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:23.191374 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2f8b4cbd-d7cd-4bbf-94c4-48a5b9484049 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6fe4633f031842c5a4ad73aeae7493a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014750 Apr 12 15:43:23.194970 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49012) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:23.247243 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0ab0-2fd8-4c91-812b-fc584bd4439f admin admin] Publish callbacks [] for security_group (044764cd-0941-44f0-9b07-609ce575f763), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:23.271172 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0ab0-2fd8-4c91-812b-fc584bd4439f admin admin] Publish callbacks [] for security_group (044764cd-0941-44f0-9b07-609ce575f763), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:23.426518 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0ab0-2fd8-4c91-812b-fc584bd4439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (044764cd-0941-44f0-9b07-609ce575f763), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:23.430083 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0ab0-2fd8-4c91-812b-fc584bd4439f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:23.436554 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-ee8d0ab0-2fd8-4c91-812b-fc584bd4439f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/044764cd-0941-44f0-9b07-609ce575f763 HTTP/1.1" status: 204 len: 168 time: 0.2353144 Apr 12 15:43:23.439753 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d0ab0-2fd8-4c91-812b-fc584bd4439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044764cd-0941-44f0-9b07-609ce575f763,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:24.083660 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe636198-d706-4487-9412-25dce36fd3ec req-997f49e4-d56a-44da-908e-bb89efcf1cf1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:24.085936 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fe636198-d706-4487-9412-25dce36fd3ec req-997f49e4-d56a-44da-908e-bb89efcf1cf1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0482745 Apr 12 15:43:24.141950 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fe636198-d706-4487-9412-25dce36fd3ec req-a90fbb6b-77a0-4f4e-b65d-d575fbbbf20d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492201 Apr 12 15:43:24.213735 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49022) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:24.238139 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f5709635-597e-4631-ac34-e7c54ffd1877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:24.287390 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacff9d-285c-4e52-81c0-0945905e80e1 req-29436c2b-6cfa-4ec2-a9fd-edb271da72e4 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:24.288990 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6eacff9d-285c-4e52-81c0-0945905e80e1 req-29436c2b-6cfa-4ec2-a9fd-edb271da72e4 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0596447 Apr 12 15:43:24.362155 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6eacff9d-285c-4e52-81c0-0945905e80e1 req-bd26ef21-1f29-48ca-b731-363295c8b740 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656707 Apr 12 15:43:24.396908 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f5709635-597e-4631-ac34-e7c54ffd1877 admin admin] Publish callbacks [] for security_group (04030ff4-574b-41d3-a581-024e0f0ff1e7), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:24.483050 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f5709635-597e-4631-ac34-e7c54ffd1877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (04030ff4-574b-41d3-a581-024e0f0ff1e7), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:24.522530 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5709635-597e-4631-ac34-e7c54ffd1877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04030ff4-574b-41d3-a581-024e0f0ff1e7,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:24.526701 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f5709635-597e-4631-ac34-e7c54ffd1877 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a103a21115c04ae7b9c6b397ce1df008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118887 Apr 12 15:43:24.529988 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49024) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:24.583800 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fafef59f-683a-40e3-8c95-dfcce5db2912 admin admin] Publish callbacks [] for security_group (04030ff4-574b-41d3-a581-024e0f0ff1e7), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:24.605336 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fafef59f-683a-40e3-8c95-dfcce5db2912 admin admin] Publish callbacks [] for security_group (04030ff4-574b-41d3-a581-024e0f0ff1e7), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:24.741450 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fafef59f-683a-40e3-8c95-dfcce5db2912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (04030ff4-574b-41d3-a581-024e0f0ff1e7), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:24.744094 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fafef59f-683a-40e3-8c95-dfcce5db2912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:24.745315 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fafef59f-683a-40e3-8c95-dfcce5db2912 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04030ff4-574b-41d3-a581-024e0f0ff1e7 HTTP/1.1" status: 204 len: 168 time: 0.2148683 Apr 12 15:43:24.754586 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafef59f-683a-40e3-8c95-dfcce5db2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04030ff4-574b-41d3-a581-024e0f0ff1e7,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:25.276177 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1fe27-747b-4d94-96be-eafadb74e784 req-d8dfce28-1119-4995-9255-5eaf7721f4f6 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:25.278123 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-00a1fe27-747b-4d94-96be-eafadb74e784 req-d8dfce28-1119-4995-9255-5eaf7721f4f6 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0553284 Apr 12 15:43:25.332976 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-00a1fe27-747b-4d94-96be-eafadb74e784 req-b0a31080-1cf3-421b-83f7-6b95345e7358 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488460 Apr 12 15:43:25.490666 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746f52d-a4ea-4af1-9ff6-0b108a86dfd2 req-9230a39f-d541-4b5d-bb96-ff2f125cc127 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:25.490666 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2746f52d-a4ea-4af1-9ff6-0b108a86dfd2 req-9230a39f-d541-4b5d-bb96-ff2f125cc127 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0579600 Apr 12 15:43:25.546081 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2746f52d-a4ea-4af1-9ff6-0b108a86dfd2 req-c8dc315d-9ab3-4002-875b-c4091b3f93ca tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498497 Apr 12 15:43:26.457684 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869ffd-e101-4ada-a370-af6fc62ea537 req-3b81fcb9-a330-4b14-8d07-610226cc150b tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:26.459470 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-69869ffd-e101-4ada-a370-af6fc62ea537 req-3b81fcb9-a330-4b14-8d07-610226cc150b tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0560484 Apr 12 15:43:26.522967 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-69869ffd-e101-4ada-a370-af6fc62ea537 req-f0f2f8b3-819b-4554-a3c6-7e9b32bba71a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568862 Apr 12 15:43:26.681421 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085013e-cba9-443e-b3d8-70e8b29bf5df req-5f787d28-f926-4e9b-96dd-43c517cf3dd8 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:26.683419 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4085013e-cba9-443e-b3d8-70e8b29bf5df req-5f787d28-f926-4e9b-96dd-43c517cf3dd8 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0554335 Apr 12 15:43:26.734862 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4085013e-cba9-443e-b3d8-70e8b29bf5df req-d2484367-b436-4dc0-8237-7acde7889e5f tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Apr 12 15:43:27.642809 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727114-c427-443c-93fe-62c920910d1b req-26b6dbb6-b7bb-4ebb-88d3-f78679024449 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:27.644325 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2f727114-c427-443c-93fe-62c920910d1b req-26b6dbb6-b7bb-4ebb-88d3-f78679024449 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0510900 Apr 12 15:43:27.697626 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2f727114-c427-443c-93fe-62c920910d1b req-4d81b17f-3176-40f0-aebd-6a2d95fca631 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472703 Apr 12 15:43:27.855038 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea09875-c846-4539-8f10-58a9f1b4aa3b req-27153c46-21c5-4b7b-a9d1-36c645db3ed3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:27.856561 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ea09875-c846-4539-8f10-58a9f1b4aa3b req-27153c46-21c5-4b7b-a9d1-36c645db3ed3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0552142 Apr 12 15:43:27.906243 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ea09875-c846-4539-8f10-58a9f1b4aa3b req-c5321d8b-aefa-4bbb-9df0-fe69630ee94d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Apr 12 15:43:28.829513 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedb139-4927-4611-ad63-63fdc58d75bd req-1e59cd27-96d7-43e8-ba4c-2a95c320b967 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:28.831229 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6dedb139-4927-4611-ad63-63fdc58d75bd req-1e59cd27-96d7-43e8-ba4c-2a95c320b967 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0502925 Apr 12 15:43:28.889497 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6dedb139-4927-4611-ad63-63fdc58d75bd req-ac4e90f9-8058-4ff7-80f6-1c1b32d431f0 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520511 Apr 12 15:43:29.038355 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a31ca9-2304-4229-8ea3-6524191b8d07 req-15444df2-6263-42b6-a860-83f25107982a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:29.040094 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-67a31ca9-2304-4229-8ea3-6524191b8d07 req-15444df2-6263-42b6-a860-83f25107982a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0538914 Apr 12 15:43:29.095187 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-67a31ca9-2304-4229-8ea3-6524191b8d07 req-298348c4-6a6b-4a4a-b457-b920e2ee7c81 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489707 Apr 12 15:43:29.952281 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-090d1750-c3bb-4a8b-84ba-03f2c054b534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:30.010022 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f1df2-1503-4cc0-b488-8fe85aedb253 req-d76fa276-06ab-4b55-a378-6e582ff75122 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:30.011428 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1e7f1df2-1503-4cc0-b488-8fe85aedb253 req-d76fa276-06ab-4b55-a378-6e582ff75122 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0531831 Apr 12 15:43:30.073750 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1e7f1df2-1503-4cc0-b488-8fe85aedb253 req-634d2305-634b-49b7-b82a-4b3e51ed8b2d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564435 Apr 12 15:43:30.212582 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f18ad9-ef0e-4a92-811c-85a35dc2d29e req-49a20720-feb2-4980-b70e-e843e703b6f1 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:30.214308 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2f18ad9-ef0e-4a92-811c-85a35dc2d29e req-49a20720-feb2-4980-b70e-e843e703b6f1 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0485876 Apr 12 15:43:30.263950 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2f18ad9-ef0e-4a92-811c-85a35dc2d29e req-d85a30ef-d80f-42ca-8602-0928dcc57662 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Apr 12 15:43:31.189841 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c57aa-984f-4f54-b84b-bfba05e76f77 req-a9309c74-ef45-432f-8951-1c38b3b8159c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:31.191322 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd9c57aa-984f-4f54-b84b-bfba05e76f77 req-a9309c74-ef45-432f-8951-1c38b3b8159c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0490258 Apr 12 15:43:31.240081 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd9c57aa-984f-4f54-b84b-bfba05e76f77 req-1435619d-d1e6-455b-8f94-b873f983965b tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Apr 12 15:43:31.385752 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f177f9-be1d-437e-bc4d-df350a4cc495 req-004710f3-8ec2-477e-92ba-1e29fd410c13 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:31.387150 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-72f177f9-be1d-437e-bc4d-df350a4cc495 req-004710f3-8ec2-477e-92ba-1e29fd410c13 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0509934 Apr 12 15:43:31.440363 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-72f177f9-be1d-437e-bc4d-df350a4cc495 req-809d9657-f118-4d66-ae34-094ea86460f3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 Apr 12 15:43:32.358865 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0979a-3eef-4713-a0ea-d476627baad1 req-6aea1dba-4b6b-4e67-92ac-ce00db4e2a85 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:32.359739 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-38a0979a-3eef-4713-a0ea-d476627baad1 req-6aea1dba-4b6b-4e67-92ac-ce00db4e2a85 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0528438 Apr 12 15:43:32.420463 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-38a0979a-3eef-4713-a0ea-d476627baad1 req-1b8ebc7b-6006-4aaa-ab0d-5c587ba31a71 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496843 Apr 12 15:43:32.570962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572467d6-2576-425e-af34-f8373260fa22 req-8efdbf15-da92-4849-ad39-94b202543e22 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:32.577320 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-572467d6-2576-425e-af34-f8373260fa22 req-8efdbf15-da92-4849-ad39-94b202543e22 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0632269 Apr 12 15:43:32.621521 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-572467d6-2576-425e-af34-f8373260fa22 req-3b6f8137-4e57-4779-8141-4ff0d1c7e7e0 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Apr 12 15:43:32.810314 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3487d2e7-3c76-4d99-b5ae-669f0a95b3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:33.095914 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:33.601824 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49184) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:33.741006 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4716c4f8-1fdf-4e87-bcc5-1ead046e3fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:33.828657 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4716c4f8-1fdf-4e87-bcc5-1ead046e3fdb admin admin] Publish callbacks [] for security_group (7a60498e-b7c5-4aa1-bb5e-17da5679060f), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:33.884712 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:33.899313 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30cbe2-8341-48b2-ad34-b69fec7f2654 req-3336339a-7eaf-41fe-950f-79d3934d5a31 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:33.900957 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2e30cbe2-8341-48b2-ad34-b69fec7f2654 req-3336339a-7eaf-41fe-950f-79d3934d5a31 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0525422 Apr 12 15:43:33.923735 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4716c4f8-1fdf-4e87-bcc5-1ead046e3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (7a60498e-b7c5-4aa1-bb5e-17da5679060f), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:33.958590 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2e30cbe2-8341-48b2-ad34-b69fec7f2654 req-cb7cfc83-56e1-46de-94a1-4706bb95b173 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506797 Apr 12 15:43:33.981416 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-4716c4f8-1fdf-4e87-bcc5-1ead046e3fdb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=62cef7730deb452a8979accc7471a052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685036 Apr 12 15:43:33.981416 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716c4f8-1fdf-4e87-bcc5-1ead046e3fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a60498e-b7c5-4aa1-bb5e-17da5679060f,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:33.981736 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49196) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:34.071563 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5c03ddfd-745f-41b9-9de9-af7f49b126a1 admin admin] Publish callbacks [] for security_group (7a60498e-b7c5-4aa1-bb5e-17da5679060f), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:34.082929 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b981536-c6b5-4168-aa08-e65937e1b5d6 req-0ce3b401-84d5-468c-b464-1610a673129f tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:34.084421 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3b981536-c6b5-4168-aa08-e65937e1b5d6 req-0ce3b401-84d5-468c-b464-1610a673129f tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0641997 Apr 12 15:43:34.116088 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5c03ddfd-745f-41b9-9de9-af7f49b126a1 admin admin] Publish callbacks [] for security_group (7a60498e-b7c5-4aa1-bb5e-17da5679060f), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:34.166818 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3b981536-c6b5-4168-aa08-e65937e1b5d6 req-00b8aa02-129d-48ce-a527-ec374314796d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765147 Apr 12 15:43:34.269439 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee86b8-5426-4b7e-8f18-5a9b26110850 req-6df0e1de-2015-4cc6-ad8b-c691f4f61688 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:34.270881 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24ee86b8-5426-4b7e-8f18-5a9b26110850 req-6df0e1de-2015-4cc6-ad8b-c691f4f61688 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0490704 Apr 12 15:43:34.271888 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5c03ddfd-745f-41b9-9de9-af7f49b126a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (7a60498e-b7c5-4aa1-bb5e-17da5679060f), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:34.274416 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5c03ddfd-745f-41b9-9de9-af7f49b126a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:34.275433 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5c03ddfd-745f-41b9-9de9-af7f49b126a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7a60498e-b7c5-4aa1-bb5e-17da5679060f HTTP/1.1" status: 204 len: 168 time: 0.2925379 Apr 12 15:43:34.295529 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03ddfd-745f-41b9-9de9-af7f49b126a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a60498e-b7c5-4aa1-bb5e-17da5679060f,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:34.327598 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24ee86b8-5426-4b7e-8f18-5a9b26110850 req-221f4af2-88b4-46a7-8fed-08a99f16d63f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494134 Apr 12 15:43:34.893771 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49202) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:34.907531 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-45e2f540-71f8-404e-8569-19ec5f00623f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:34.990021 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-45e2f540-71f8-404e-8569-19ec5f00623f admin admin] Publish callbacks [] for security_group (519f0fe3-8080-4b5e-ab74-57eb7ac479eb), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:35.056422 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-45e2f540-71f8-404e-8569-19ec5f00623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (519f0fe3-8080-4b5e-ab74-57eb7ac479eb), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:35.108183 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1d35-d88b-47a5-a529-5a9de29b763b req-163b38af-98b9-47f2-b3a0-3006ef1f906f tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:35.109726 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f4ef1d35-d88b-47a5-a529-5a9de29b763b req-163b38af-98b9-47f2-b3a0-3006ef1f906f tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0827930 Apr 12 15:43:35.113380 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-45e2f540-71f8-404e-8569-19ec5f00623f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a75ccf3521564d14a038777e0c38177e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185755 Apr 12 15:43:35.114509 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f540-71f8-404e-8569-19ec5f00623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519f0fe3-8080-4b5e-ab74-57eb7ac479eb,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:35.116269 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49206) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:35.170849 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f4ef1d35-d88b-47a5-a529-5a9de29b763b req-4f71f207-0442-4e79-8d97-b2e2d3e0d7f7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534720 Apr 12 15:43:35.172045 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aa8daf87-99ad-414c-8364-3a79e1ff9c16 admin admin] Publish callbacks [] for security_group (519f0fe3-8080-4b5e-ab74-57eb7ac479eb), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:35.197260 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aa8daf87-99ad-414c-8364-3a79e1ff9c16 admin admin] Publish callbacks [] for security_group (519f0fe3-8080-4b5e-ab74-57eb7ac479eb), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:35.289252 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc302e-afab-4a27-8b16-bd466a5fefe9 req-5b504afa-d33f-4420-8a31-8112e528373d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:35.291044 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-40cc302e-afab-4a27-8b16-bd466a5fefe9 req-5b504afa-d33f-4420-8a31-8112e528373d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0546625 Apr 12 15:43:35.326819 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aa8daf87-99ad-414c-8364-3a79e1ff9c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (519f0fe3-8080-4b5e-ab74-57eb7ac479eb), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:35.329873 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aa8daf87-99ad-414c-8364-3a79e1ff9c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:35.331257 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-aa8daf87-99ad-414c-8364-3a79e1ff9c16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/519f0fe3-8080-4b5e-ab74-57eb7ac479eb HTTP/1.1" status: 204 len: 168 time: 0.2138088 Apr 12 15:43:35.348399 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8daf87-99ad-414c-8364-3a79e1ff9c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f0fe3-8080-4b5e-ab74-57eb7ac479eb,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:35.357883 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-40cc302e-afab-4a27-8b16-bd466a5fefe9 req-fa00c674-b186-40b7-adf2-65d315cf8d94 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610414 Apr 12 15:43:35.495374 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d7119-4086-4fa6-b9cd-ba5dd131432b req-404d7978-4d27-4b01-aa36-2148e39f548c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:35.496893 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-355d7119-4086-4fa6-b9cd-ba5dd131432b req-404d7978-4d27-4b01-aa36-2148e39f548c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0523677 Apr 12 15:43:35.547745 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-355d7119-4086-4fa6-b9cd-ba5dd131432b req-254f71d0-e5ca-4979-a92a-3771e3bb83e8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Apr 12 15:43:35.729679 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:36.299840 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac47b2-d891-4ff0-bd87-f93caaa801a1 req-9f6da10a-d2a6-47a7-866e-fb7c1a83259c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:36.301431 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15ac47b2-d891-4ff0-bd87-f93caaa801a1 req-9f6da10a-d2a6-47a7-866e-fb7c1a83259c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0619490 Apr 12 15:43:36.351195 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15ac47b2-d891-4ff0-bd87-f93caaa801a1 req-7ee52b08-f514-4f13-b29d-9c2192af3fd0 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Apr 12 15:43:36.494458 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f64bd-47f6-4d37-8657-29d0313e016d req-6f3c9a89-4f92-4c45-8684-5b940a5082a3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:36.496333 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-643f64bd-47f6-4d37-8657-29d0313e016d req-6f3c9a89-4f92-4c45-8684-5b940a5082a3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 931 time: 0.0552750 Apr 12 15:43:36.559970 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-643f64bd-47f6-4d37-8657-29d0313e016d req-417d60ce-36b3-4fdc-b9fc-3179c546e259 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561202 Apr 12 15:43:36.672097 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1f827-3034-4f2f-b6bd-1a864be0e85c req-a62c3fe6-9a97-468f-8225-57700ef6929c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:36.673762 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-25a1f827-3034-4f2f-b6bd-1a864be0e85c req-a62c3fe6-9a97-468f-8225-57700ef6929c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0475688 Apr 12 15:43:36.700393 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Request body: {'port': {'device_id': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:43:36.768028 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-25a1f827-3034-4f2f-b6bd-1a864be0e85c req-8dee863c-dc94-4cf1-aafc-c6f77208069c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840352 Apr 12 15:43:36.794932 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:37.010111 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:37.064020 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34c633b-7e5b-4c3b-98c8-03938efafe74 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:43:37.071722 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Publish callbacks [] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:37.084088 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Transition to ACTIVE for port object a34c633b-7e5b-4c3b-98c8-03938efafe74 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:43:37.232234 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:37.289848 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Pushing event updated for resources: {'Port': ['ID=a34c633b-7e5b-4c3b-98c8-03938efafe74,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:37.359838 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Attempting to bind port a34c633b-7e5b-4c3b-98c8-03938efafe74 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:43:37.360174 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Attempting to bind port a34c633b-7e5b-4c3b-98c8-03938efafe74 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:43:37.360502 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Attempting to bind port a34c633b-7e5b-4c3b-98c8-03938efafe74 on network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:43:37.365283 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Port a34c633b-7e5b-4c3b-98c8-03938efafe74 on network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:43:37.365610 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Attempting to bind port a34c633b-7e5b-4c3b-98c8-03938efafe74 on network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:43:37.371167 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:43:37.371504 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Checking segment: {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:43:37.371884 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Bound using segment: {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:43:37.372314 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Bound port: a34c633b-7e5b-4c3b-98c8-03938efafe74, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:43:37.372656 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:37.456701 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] For port a34c633b-7e5b-4c3b-98c8-03938efafe74, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:43:37.460141 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] For port a34c633b-7e5b-4c3b-98c8-03938efafe74, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:43:37.485244 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d00bd-67f5-467a-83f1-ce0ba7fcf42f req-758184f5-dc00-486f-8cd8-b647fc5eb0dd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:37.487155 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bf6d00bd-67f5-467a-83f1-ce0ba7fcf42f req-758184f5-dc00-486f-8cd8-b647fc5eb0dd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0592866 Apr 12 15:43:37.550668 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bf6d00bd-67f5-467a-83f1-ce0ba7fcf42f req-13011afe-7263-47d0-9521-fa7bbc41bca4 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536880 Apr 12 15:43:37.639423 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:37.683116 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677abe1-de07-4237-ba08-2ad852c710bd req-83dd46fd-3975-49c3-909a-e2cd2a69f4cd tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:37.687123 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0677abe1-de07-4237-ba08-2ad852c710bd req-83dd46fd-3975-49c3-909a-e2cd2a69f4cd tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 943 time: 0.0587656 Apr 12 15:43:37.701532 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:37.702395 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:37.704006 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] 10.222.0.84 "PUT /v2.0/ports/a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 1093 time: 1.0096815 Apr 12 15:43:37.704482 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:43:37.706887 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9046d-1eff-402d-9f6e-a2966d91e575" -d '{"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:43:37.735636 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98025f12-d520-49a4-8c28-329cca4f6d18 service neutron] Pushing event updated for resources: {'Port': ['ID=a34c633b-7e5b-4c3b-98c8-03938efafe74,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:37.753624 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0677abe1-de07-4237-ba08-2ad852c710bd req-bbb026e8-e738-4117-9a28-bef6ad674ee2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607026 Apr 12 15:43:37.806143 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc30d0-cebc-4ae2-b646-0dffc9ec61e8 x-openstack-request-id: req-b7dc30d0-cebc-4ae2-b646-0dffc9ec61e8 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:43:37.806435 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:43:37.806863 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b7dc30d0-cebc-4ae2-b646-0dffc9ec61e8 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:43:37.807316 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7dc30d0-cebc-4ae2-b646-0dffc9ec61e8'] response: {'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'status': 'completed', 'code': 200} Apr 12 15:43:37.906877 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d649e7-fd26-44a5-ab9c-3a71fbeeb22b req-bb003b8b-6e54-4707-a502-d71d4bc7cd8a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:37.908464 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b9d649e7-fd26-44a5-ab9c-3a71fbeeb22b req-bb003b8b-6e54-4707-a502-d71d4bc7cd8a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0507367 Apr 12 15:43:37.956871 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b9d649e7-fd26-44a5-ab9c-3a71fbeeb22b req-a9fa5948-a060-4e55-b855-3f6ebbd571d5 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Apr 12 15:43:38.143597 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-da2b6596-96e3-41f3-9690-58256a8babaa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390165 Apr 12 15:43:38.144928 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9046d-1eff-402d-9f6e-a2966d91e575 req-3b59580d-a071-4cdc-9d5a-38f2fe63bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.146395 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13a9046d-1eff-402d-9f6e-a2966d91e575 req-3b59580d-a071-4cdc-9d5a-38f2fe63bc09 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=713d8345b3714370b39127cdff7a4623&device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1127 time: 0.0430517 Apr 12 15:43:38.202865 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-a7dd5471-83d1-4e08-8d4c-be4cc0e1b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.204344 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-a7dd5471-83d1-4e08-8d4c-be4cc0e1b3c0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 1129 time: 0.0379796 Apr 12 15:43:38.253917 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9046d-1eff-402d-9f6e-a2966d91e575 req-e1e6cf9c-e2e6-4591-9e02-2765033a214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.255466 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13a9046d-1eff-402d-9f6e-a2966d91e575 req-e1e6cf9c-e2e6-4591-9e02-2765033a214f service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=713d8345b3714370b39127cdff7a4623&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0995176 Apr 12 15:43:38.317846 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-661d5ed0-ac9b-4952-b29b-0eadc89fcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.319280 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-661d5ed0-ac9b-4952-b29b-0eadc89fcb7a service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.0945601 Apr 12 15:43:38.355822 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9046d-1eff-402d-9f6e-a2966d91e575 req-a3d7b6dc-1850-4ca1-b9f6-10109e3d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.357347 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13a9046d-1eff-402d-9f6e-a2966d91e575 req-a3d7b6dc-1850-4ca1-b9f6-10109e3d4c47 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922647 Apr 12 15:43:38.441363 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-53d5d3b9-e24f-4da5-896e-ce736a6a0845 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643618de-d1c8-4c20-8560-0c20cbfc52d1 HTTP/1.1" status: 200 len: 217 time: 0.0377343 Apr 12 15:43:38.479863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-c38a59db-558a-4c66-84b5-eb08c0a53a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.481476 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-c38a59db-558a-4c66-84b5-eb08c0a53a03 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=713d8345b3714370b39127cdff7a4623&device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1127 time: 0.0424252 Apr 12 15:43:38.489628 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-fae0e1ec-eccf-46d4-b1ce-4a6780582315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.491043 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-fae0e1ec-eccf-46d4-b1ce-4a6780582315 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0441539 Apr 12 15:43:38.547435 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-dd9a85e0-cc29-40e0-97bf-d276167de3c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 217 time: 0.0415158 Apr 12 15:43:38.548187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-b924c7e6-da58-4d36-901d-abe627bfbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.549705 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-b924c7e6-da58-4d36-901d-abe627bfbeaa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431602 Apr 12 15:43:38.608974 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-4da1d257-dc7e-48a8-9f90-b9d082d12f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.610541 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-4da1d257-dc7e-48a8-9f90-b9d082d12f73 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8fbf068-244d-4b8a-b9da-ddb78ff29e19 HTTP/1.1" status: 200 len: 853 time: 0.0477674 Apr 12 15:43:38.647054 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-a48899ee-7404-4d17-9276-b2d558db41eb service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839593 Apr 12 15:43:38.688628 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c30cb-5a82-4c35-9280-b12fba7de235 req-db27d7f5-648f-4de7-b453-844f004b35d1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.690139 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d4c30cb-5a82-4c35-9280-b12fba7de235 req-db27d7f5-648f-4de7-b453-844f004b35d1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0735641 Apr 12 15:43:38.692845 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-e385ccad-3d7e-4977-aa93-fcdcc250f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.692845 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-e385ccad-3d7e-4977-aa93-fcdcc250f269 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667996 Apr 12 15:43:38.745030 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a4b8511f-70cd-430d-9413-c0f0a86c68f3 req-97e42091-3a88-4303-9f97-b2c16bfad74d service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901413 Apr 12 15:43:38.810203 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d4c30cb-5a82-4c35-9280-b12fba7de235 req-e1b3b928-77d0-4924-89f3-ff14dba687ab tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126280 Apr 12 15:43:38.843794 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-2066cc95-45cf-45c9-b709-540727e9d1c3 service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349168 Apr 12 15:43:38.904304 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519391-f89c-402d-a36b-befb3e718e93 req-64f4bc49-f672-4026-bfb2-3aaf8b84e65d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:38.905810 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-76519391-f89c-402d-a36b-befb3e718e93 req-64f4bc49-f672-4026-bfb2-3aaf8b84e65d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 943 time: 0.0478253 Apr 12 15:43:38.952349 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-76519391-f89c-402d-a36b-befb3e718e93 req-a4f0329a-9124-4bd2-a98f-55e884a8c87e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Apr 12 15:43:39.076938 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013c1c-ff53-4252-9525-9c4cd5f04fca req-306efdd2-6662-40f2-aaf7-a4f2ab2d81cc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:39.078516 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17013c1c-ff53-4252-9525-9c4cd5f04fca req-306efdd2-6662-40f2-aaf7-a4f2ab2d81cc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0483928 Apr 12 15:43:39.163523 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17013c1c-ff53-4252-9525-9c4cd5f04fca req-ef0b727c-e833-4b50-bfbe-109e216e6ea7 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776899 Apr 12 15:43:39.227859 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d80da17-9a03-4d32-bb65-aeac0a86f073 req-0ba01fb8-4da0-4666-bcb7-053206658b92 service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220009 Apr 12 15:43:39.931186 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419518f-3225-48df-a935-33570d4d7784 req-8680c783-73ad-4db2-a128-5d97d07b15c8 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:39.931644 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 235337eb-f460-4935-8f26-929d90127f02 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:43:39.932011 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1419518f-3225-48df-a935-33570d4d7784 req-8680c783-73ad-4db2-a128-5d97d07b15c8 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0585449 Apr 12 15:43:39.982489 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1419518f-3225-48df-a935-33570d4d7784 req-b5c055f8-1563-4f59-8707-c542a1418bc5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519242 Apr 12 15:43:40.043928 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:40.056060 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '235337eb-f460-4935-8f26-929d90127f02', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'port_id': '235337eb-f460-4935-8f26-929d90127f02', 'mac_address': 'fa:16:3e:61:99:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:43:40.073802 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304b901-486d-419b-b2ea-e2d44f71ccc3 req-50507148-3380-4901-9ea1-7be79f6f4d41 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:40.075325 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e304b901-486d-419b-b2ea-e2d44f71ccc3 req-50507148-3380-4901-9ea1-7be79f6f4d41 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 943 time: 0.0520248 Apr 12 15:43:40.099255 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 235337eb-f460-4935-8f26-929d90127f02 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:40.099255 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (235337eb-f460-4935-8f26-929d90127f02), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:40.108849 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235337eb-f460-4935-8f26-929d90127f02 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:43:40.124766 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e304b901-486d-419b-b2ea-e2d44f71ccc3 req-ab939023-042a-4b76-82fd-64c70f9c3131 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Apr 12 15:43:40.132496 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:40.280355 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103dc4a-8528-406c-983c-06bc5c616bea req-1dc96b1f-f7d6-4189-9690-60386e09fc30 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:40.281877 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3103dc4a-8528-406c-983c-06bc5c616bea req-1dc96b1f-f7d6-4189-9690-60386e09fc30 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0481362 Apr 12 15:43:40.289085 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (235337eb-f460-4935-8f26-929d90127f02), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:40.330505 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3103dc4a-8528-406c-983c-06bc5c616bea req-cdb547a3-2c2d-4ae5-92fc-07eb1c2df992 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430861 Apr 12 15:43:40.337147 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:40.728452 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['235337eb-f460-4935-8f26-929d90127f02'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:43:41.108065 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a24ad-664f-4f51-865d-5a76f5473e05 req-2d362187-ebde-404a-8e58-6ff18ae67f82 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:41.109590 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-245a24ad-664f-4f51-865d-5a76f5473e05 req-2d362187-ebde-404a-8e58-6ff18ae67f82 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 944 time: 0.0586374 Apr 12 15:43:41.160799 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-245a24ad-664f-4f51-865d-5a76f5473e05 req-f055b40a-37e5-411a-ad34-f7d98f677952 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456514 Apr 12 15:43:41.236799 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6531a-cf14-43ce-abd9-a45db0665543 req-a6906b82-74ad-4f45-aab5-a0d64eea64f7 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:41.238282 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-09d6531a-cf14-43ce-abd9-a45db0665543 req-a6906b82-74ad-4f45-aab5-a0d64eea64f7 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 943 time: 0.0468743 Apr 12 15:43:41.288265 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-09d6531a-cf14-43ce-abd9-a45db0665543 req-7571cee7-393f-4933-a647-0d9cf74c82b6 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Apr 12 15:43:41.448709 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a78d8-a970-455c-a5be-1f5d79259413 req-389114e3-f16f-4c4b-8725-85040dc5f622 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:41.450211 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-541a78d8-a970-455c-a5be-1f5d79259413 req-389114e3-f16f-4c4b-8725-85040dc5f622 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0495799 Apr 12 15:43:41.496189 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-541a78d8-a970-455c-a5be-1f5d79259413 req-1e991b80-1374-4e3e-91a0-82286d2a0107 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403805 Apr 12 15:43:41.957317 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 235337eb-f460-4935-8f26-929d90127f02 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:43:42.003659 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 235337eb-f460-4935-8f26-929d90127f02 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:43:42.261296 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 235337eb-f460-4935-8f26-929d90127f02 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:42.261580 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (235337eb-f460-4935-8f26-929d90127f02), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:42.271736 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b1ee6-c139-4d73-a1ea-b4e8d36e590d req-c3d65fba-65a6-4676-bbf8-a70d8fd23c84 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:42.273243 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-078b1ee6-c139-4d73-a1ea-b4e8d36e590d req-c3d65fba-65a6-4676-bbf8-a70d8fd23c84 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 944 time: 0.0470960 Apr 12 15:43:42.322853 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-078b1ee6-c139-4d73-a1ea-b4e8d36e590d req-abb44b13-5585-4da3-b760-3db1ac274b98 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Apr 12 15:43:42.417356 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a982d3-fd49-44fc-afc1-7d5ef30ee03b req-e8a8edfe-efe8-4993-a140-98836103801a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:42.419123 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65a982d3-fd49-44fc-afc1-7d5ef30ee03b req-e8a8edfe-efe8-4993-a140-98836103801a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 943 time: 0.0533576 Apr 12 15:43:42.458744 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 235337eb-f460-4935-8f26-929d90127f02 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:42.459135 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (235337eb-f460-4935-8f26-929d90127f02), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:42.467212 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65a982d3-fd49-44fc-afc1-7d5ef30ee03b req-d82b1a03-db61-4fb1-b7ad-dc0343f0065c tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Apr 12 15:43:42.481722 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235337eb-f460-4935-8f26-929d90127f02'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:43:42.483963 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cba50b2-be91-475e-99a6-eceb05affe5b" -d '{"events": [{"server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "name": "network-vif-plugged", "status": "completed", "tag": "235337eb-f460-4935-8f26-929d90127f02"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:43:42.504888 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:42.520680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71dafd5-931e-417a-a8f8-0abeb67be59b x-openstack-request-id: req-b71dafd5-931e-417a-a8f8-0abeb67be59b {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:43:42.521041 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "name": "network-vif-plugged", "status": "completed", "tag": "235337eb-f460-4935-8f26-929d90127f02", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:43:42.521293 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b71dafd5-931e-417a-a8f8-0abeb67be59b {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:43:42.521688 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71dafd5-931e-417a-a8f8-0abeb67be59b'] response: {'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235337eb-f460-4935-8f26-929d90127f02', 'code': 200} Apr 12 15:43:42.652611 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf857b-1450-48ef-a53c-e7f7559aaae9 req-14f0dc70-dd6b-46ef-ad0a-f3c2291aab41 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:42.654154 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-93bf857b-1450-48ef-a53c-e7f7559aaae9 req-14f0dc70-dd6b-46ef-ad0a-f3c2291aab41 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0523934 Apr 12 15:43:42.667174 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (235337eb-f460-4935-8f26-929d90127f02), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:42.702888 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-93bf857b-1450-48ef-a53c-e7f7559aaae9 req-6e908f9e-96a4-4640-984e-03e03d21e264 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430458 Apr 12 15:43:42.716455 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:42.928473 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc82e1-c47a-4f2c-8458-7d1b41b25c50 req-14473250-b3b9-48a9-b5b9-ea7ee83bfb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:42.929984 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-50bc82e1-c47a-4f2c-8458-7d1b41b25c50 req-14473250-b3b9-48a9-b5b9-ea7ee83bfb04 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1129 time: 0.0395312 Apr 12 15:43:42.978133 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-50bc82e1-c47a-4f2c-8458-7d1b41b25c50 req-f17e3a6b-490c-41de-83c1-adf3c4cfa6ea service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Apr 12 15:43:43.379262 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49336) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:43.461571 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8234ccb-33ac-4aca-9bd1-04626fb3242f req-f3c8fb5d-2238-49d8-b8e7-9a382e9f5065 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:43.463080 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d8234ccb-33ac-4aca-9bd1-04626fb3242f req-f3c8fb5d-2238-49d8-b8e7-9a382e9f5065 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0479634 Apr 12 15:43:43.497370 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9b713c7d-6763-45ae-93e4-892c74f6807c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:43.541426 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d8234ccb-33ac-4aca-9bd1-04626fb3242f req-aeebdbf7-5ac9-4052-a23f-5dcc35c8c861 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725899 Apr 12 15:43:43.581788 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038789-4e25-4916-8d24-1c286f8f4ea9 req-57dac696-8f43-4646-9583-773833201054 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:43.583357 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-29038789-4e25-4916-8d24-1c286f8f4ea9 req-57dac696-8f43-4646-9583-773833201054 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 943 time: 0.0490298 Apr 12 15:43:43.596609 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9b713c7d-6763-45ae-93e4-892c74f6807c admin admin] Publish callbacks [] for security_group (426e02c6-7ea3-44bd-9329-6446b331f401), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:43.629645 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-29038789-4e25-4916-8d24-1c286f8f4ea9 req-280331d3-5700-415b-87be-0bf4059b2c5a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Apr 12 15:43:43.764306 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9b713c7d-6763-45ae-93e4-892c74f6807c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (426e02c6-7ea3-44bd-9329-6446b331f401), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:43.820673 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-9b713c7d-6763-45ae-93e4-892c74f6807c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26a4431f52934169907a34ab80df1775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403119 Apr 12 15:43:43.823440 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49344) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:43.834144 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b713c7d-6763-45ae-93e4-892c74f6807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426e02c6-7ea3-44bd-9329-6446b331f401,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:43.847928 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9dba0-8ebc-422b-a508-b91b9cbd2f5f req-00a8e5ed-df7a-490e-ba52-b19aac3f0479 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:43.849447 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e7d9dba0-8ebc-422b-a508-b91b9cbd2f5f req-00a8e5ed-df7a-490e-ba52-b19aac3f0479 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0728014 Apr 12 15:43:43.873813 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a28fce41-195e-419f-a8d5-16189d952bba admin admin] Publish callbacks [] for security_group (426e02c6-7ea3-44bd-9329-6446b331f401), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:43.894895 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a28fce41-195e-419f-a8d5-16189d952bba admin admin] Publish callbacks [] for security_group (426e02c6-7ea3-44bd-9329-6446b331f401), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:43.899797 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e7d9dba0-8ebc-422b-a508-b91b9cbd2f5f req-02c67b41-b846-453b-94cc-1c24904b66a7 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414310 Apr 12 15:43:43.950593 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device a34c633b-7e5b-4c3b-98c8-03938efafe74 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:43:44.050185 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port a34c633b-7e5b-4c3b-98c8-03938efafe74, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:44.061482 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a28fce41-195e-419f-a8d5-16189d952bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (426e02c6-7ea3-44bd-9329-6446b331f401), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:44.061707 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'port_id': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'mac_address': 'fa:16:3e:1c:58:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:43:44.063997 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a28fce41-195e-419f-a8d5-16189d952bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:44.065174 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a28fce41-195e-419f-a8d5-16189d952bba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/426e02c6-7ea3-44bd-9329-6446b331f401 HTTP/1.1" status: 204 len: 168 time: 0.2407575 Apr 12 15:43:44.072882 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fce41-195e-419f-a8d5-16189d952bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426e02c6-7ea3-44bd-9329-6446b331f401,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:44.114498 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port a34c633b-7e5b-4c3b-98c8-03938efafe74 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:44.114807 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:44.129742 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34c633b-7e5b-4c3b-98c8-03938efafe74 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:43:44.153486 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port a34c633b-7e5b-4c3b-98c8-03938efafe74, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:44.231644 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:44.275566 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=a34c633b-7e5b-4c3b-98c8-03938efafe74,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:44.660377 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963c3e-9b79-4ac8-a99d-6ea6ebd386f7 req-c51f716f-52ee-4427-a385-3f4bb7328319 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:44.661951 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-00963c3e-9b79-4ac8-a99d-6ea6ebd386f7 req-c51f716f-52ee-4427-a385-3f4bb7328319 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0519691 Apr 12 15:43:44.719137 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['a34c633b-7e5b-4c3b-98c8-03938efafe74'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:43:44.733405 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-00963c3e-9b79-4ac8-a99d-6ea6ebd386f7 req-3e6e241c-44c4-43e5-a58f-3015493c43e3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542569 Apr 12 15:43:44.750976 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c290ad-0b60-4787-914f-4657dcd94451 req-4339a62d-29a1-4782-bc8f-fa430eb46233 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:44.752665 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d6c290ad-0b60-4787-914f-4657dcd94451 req-4339a62d-29a1-4782-bc8f-fa430eb46233 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 944 time: 0.0547411 Apr 12 15:43:44.799535 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d6c290ad-0b60-4787-914f-4657dcd94451 req-143a375e-bcd8-42df-8259-cea5f011ada5 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Apr 12 15:43:45.020619 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141b1d-f100-446d-9ebd-a90db6100704 req-8c68dbf1-0e53-49c0-a17a-b47756fabc28 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:45.022142 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5141b1d-f100-446d-9ebd-a90db6100704 req-8c68dbf1-0e53-49c0-a17a-b47756fabc28 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0469627 Apr 12 15:43:45.068874 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5141b1d-f100-446d-9ebd-a90db6100704 req-05b8450f-d6d4-4367-8f5d-9289231b453b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412548 Apr 12 15:43:45.841172 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5d4cb-155f-4430-b776-675158048d3f req-acbabc69-c61a-4f1c-b722-226b7cf1fcaf tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:45.842874 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-52e5d4cb-155f-4430-b776-675158048d3f req-acbabc69-c61a-4f1c-b722-226b7cf1fcaf tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0498381 Apr 12 15:43:45.893840 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-52e5d4cb-155f-4430-b776-675158048d3f req-b5ebafe4-4c18-48d4-9aaf-4d1342bd3a57 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455003 Apr 12 15:43:45.921142 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c5c03-822c-4e19-93b6-d7dd2886744b req-f77a9f90-f1d6-4879-84d7-54f83ddb7e85 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:45.922571 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-304c5c03-822c-4e19-93b6-d7dd2886744b req-f77a9f90-f1d6-4879-84d7-54f83ddb7e85 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 944 time: 0.0500002 Apr 12 15:43:45.975884 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-304c5c03-822c-4e19-93b6-d7dd2886744b req-4848847b-48a3-4a92-b53e-a5898e4f8ef7 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Apr 12 15:43:45.977501 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device a34c633b-7e5b-4c3b-98c8-03938efafe74 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:43:46.026644 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port a34c633b-7e5b-4c3b-98c8-03938efafe74 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:43:46.030862 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eecd4-1cba-45ae-aa4f-1c18bf8aa876 req-9b544020-ccc4-4931-93bf-3d74494a93e7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:46.031373 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a03eecd4-1cba-45ae-aa4f-1c18bf8aa876 req-9b544020-ccc4-4931-93bf-3d74494a93e7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0498960 Apr 12 15:43:46.093211 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a03eecd4-1cba-45ae-aa4f-1c18bf8aa876 req-5cde812d-9061-46c5-98f9-298603f233e5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561078 Apr 12 15:43:46.129237 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49398) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:46.202275 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7bca7-8203-48fa-b0d2-7d155197d6f4 req-5884a578-ba7c-4319-8092-27d66eaa7ffd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:46.209111 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aaa7bca7-8203-48fa-b0d2-7d155197d6f4 req-5884a578-ba7c-4319-8092-27d66eaa7ffd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0559700 Apr 12 15:43:46.214857 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port a34c633b-7e5b-4c3b-98c8-03938efafe74 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:46.215815 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:46.267135 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aaa7bca7-8203-48fa-b0d2-7d155197d6f4 req-1dc92176-c5bb-4751-9baa-5db9619e991f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516522 Apr 12 15:43:46.326356 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port a34c633b-7e5b-4c3b-98c8-03938efafe74 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:46.326756 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:46.351391 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:43:46.353621 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac199435-78a5-4e6c-b050-9cfbea02952f" -d '{"events": [{"server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "name": "network-vif-plugged", "status": "completed", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:43:46.365879 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port a34c633b-7e5b-4c3b-98c8-03938efafe74, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:46.396647 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf3b703-138b-4aac-996f-2b91fd5d5639 x-openstack-request-id: req-adf3b703-138b-4aac-996f-2b91fd5d5639 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:43:46.396647 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "name": "network-vif-plugged", "status": "completed", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:43:46.396647 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-adf3b703-138b-4aac-996f-2b91fd5d5639 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:43:46.396647 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf3b703-138b-4aac-996f-2b91fd5d5639'] response: {'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'code': 200} Apr 12 15:43:46.409548 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80daa8d-f1bd-435d-b9b3-bd077a59fa22 tempest-TestShelveInstance-1289006499 tempest-TestShelveInstance-1289006499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:46.414581 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49410) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:46.414731 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b80daa8d-f1bd-435d-b9b3-bd077a59fa22 tempest-TestShelveInstance-1289006499 tempest-TestShelveInstance-1289006499-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1124 time: 0.2840233 Apr 12 15:43:46.424929 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'port_id': '235337eb-f460-4935-8f26-929d90127f02', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:43:46.444597 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:46.495346 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=a34c633b-7e5b-4c3b-98c8-03938efafe74,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:46.530919 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:46.611665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:46.723350 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Allocated IP 172.27.0.191 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/71f744e6-fdd9-4a02-9e6f-448114b380f7) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:43:46.817739 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58d99-f686-4369-b37a-be474aed2b88 req-407ad3ba-51e7-4fd7-a379-469db70e9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:46.819358 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8bd58d99-f686-4369-b37a-be474aed2b88 req-407ad3ba-51e7-4fd7-a379-469db70e9756 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1129 time: 0.0452111 Apr 12 15:43:46.833768 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for port (71f744e6-fdd9-4a02-9e6f-448114b380f7), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:46.865494 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8bd58d99-f686-4369-b37a-be474aed2b88 req-c0a1cc50-9b31-4b9d-9e44-c9398bde4584 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Apr 12 15:43:46.936541 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (71f744e6-fdd9-4a02-9e6f-448114b380f7), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:46.954318 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:43:46.979243 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:43:46.984720 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:43:46.988279 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:43:46.993841 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'Port': ['ID=71f744e6-fdd9-4a02-9e6f-448114b380f7,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:47.021943 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.022504 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.022841 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.023175 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.023511 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.023845 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.024176 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.024506 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.024859 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.025236 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.025501 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.025843 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.026158 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.026492 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.026801 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:47.093482 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff75d5-7451-48e2-a85a-e694636413ce req-747633a0-c507-4665-b471-714db42980ba tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:47.095143 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-68ff75d5-7451-48e2-a85a-e694636413ce req-747633a0-c507-4665-b471-714db42980ba tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0477037 Apr 12 15:43:47.149645 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-68ff75d5-7451-48e2-a85a-e694636413ce req-b5f4e332-221f-406b-a416-f9d45ff7701b tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466669 Apr 12 15:43:47.411433 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652ce3f-1728-4f70-81ac-75ac1750bb12 req-4fbb1c39-bd91-407c-a486-761ee13ceab3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:47.413187 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e652ce3f-1728-4f70-81ac-75ac1750bb12 req-4fbb1c39-bd91-407c-a486-761ee13ceab3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0607049 Apr 12 15:43:47.429307 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for floatingip (72ae84c5-9bc0-454a-a405-a324f44a6438), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:47.494653 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e652ce3f-1728-4f70-81ac-75ac1750bb12 req-66dc5682-510f-483b-8445-83265aa2c250 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744700 Apr 12 15:43:47.609387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (71f744e6-fdd9-4a02-9e6f-448114b380f7), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:47.758429 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for port (71f744e6-fdd9-4a02-9e6f-448114b380f7), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:47.832683 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (71f744e6-fdd9-4a02-9e6f-448114b380f7), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:47.907193 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event updated for resources: {'Port': ['ID=71f744e6-fdd9-4a02-9e6f-448114b380f7,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:47.915623 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (72ae84c5-9bc0-454a-a405-a324f44a6438), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:48.025805 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Floating IP 72ae84c5-9bc0-454a-a405-a324f44a6438 associated. External IP: 172.27.0.191, port: 235337eb-f460-4935-8f26-929d90127f02. Apr 12 15:43:48.267795 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c4ef3-e469-449d-89cc-2a1b2d60508a req-ed016176-d0ea-4232-94ea-09cda5ddc4d5 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:48.269399 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-126c4ef3-e469-449d-89cc-2a1b2d60508a req-ed016176-d0ea-4232-94ea-09cda5ddc4d5 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0486946 Apr 12 15:43:48.331308 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-126c4ef3-e469-449d-89cc-2a1b2d60508a req-53747b76-3bda-4f33-9561-0ab7761f277c tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561445 Apr 12 15:43:48.445299 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Router df78840f-29db-4f33-afa8-acb6519f6fcc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:43:48.553992 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:43:48.564553 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] Sync routers for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:43:48.574759 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:43:48.575369 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:43:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:48.614352 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b290485-aa64-42fc-902f-825fd1877c5d req-a6fc5df1-59c0-4751-9c64-fa087063974c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:48.615866 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6b290485-aa64-42fc-902f-825fd1877c5d req-a6fc5df1-59c0-4751-9c64-fa087063974c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0490417 Apr 12 15:43:48.650367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:48.683141 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:43:48.692583 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6b290485-aa64-42fc-902f-825fd1877c5d req-319fcc6d-2472-49dd-af20-021123850dae tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706730 Apr 12 15:43:48.696303 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-05c63055-c618-4648-824f-7c3029c6b8e2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2803392 Apr 12 15:43:48.697013 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'tag': '235337eb-f460-4935-8f26-929d90127f02'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:43:48.700870 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd0134-9013-493f-bb26-7a49bbcac493" -d '{"events": [{"name": "network-changed", "server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "tag": "235337eb-f460-4935-8f26-929d90127f02"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:43:48.757139 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab721e-cb30-4155-84ba-8f5b564c89fe x-openstack-request-id: req-34ab721e-cb30-4155-84ba-8f5b564c89fe {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:43:48.757139 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "tag": "235337eb-f460-4935-8f26-929d90127f02", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:43:48.757139 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-34ab721e-cb30-4155-84ba-8f5b564c89fe {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:43:48.757139 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ab721e-cb30-4155-84ba-8f5b564c89fe'] response: {'name': 'network-changed', 'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'tag': '235337eb-f460-4935-8f26-929d90127f02', 'status': 'completed', 'code': 200} Apr 12 15:43:48.909269 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-81ba833a-7b3d-45cb-b21b-7a10053d5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:48.910839 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-81ba833a-7b3d-45cb-b21b-7a10053d5c1e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58ab8be7f12144ffb9ea13c352638e97&device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1129 time: 0.0394702 Apr 12 15:43:48.922171 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '72ae84c5-9bc0-454a-a405-a324f44a6438', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'port_id': '235337eb-f460-4935-8f26-929d90127f02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'mac_address': 'fa:16:3e:61:99:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:43:47Z', 'updated_at': '2022-04-12T15:43:47Z', 'revision_number': 0, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:53Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:48.950317 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] Checking router: df78840f-29db-4f33-afa8-acb6519f6fcc for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:43:48.958726 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:43:48.959330 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:43:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:49.065677 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:43:49.271573 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '72ae84c5-9bc0-454a-a405-a324f44a6438', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'port_id': '235337eb-f460-4935-8f26-929d90127f02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'mac_address': 'fa:16:3e:61:99:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:43:47Z', 'updated_at': '2022-04-12T15:43:47Z', 'revision_number': 0, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:53Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:43:49.300711 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc3c41-3074-4ea5-b449-d3aeaa71cead None None] The sync data for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi is: [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '72ae84c5-9bc0-454a-a405-a324f44a6438', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'port_id': '235337eb-f460-4935-8f26-929d90127f02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'mac_address': 'fa:16:3e:61:99:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:43:47Z', 'updated_at': '2022-04-12T15:43:47Z', 'revision_number': 0, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:53Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:43:49.467317 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-3570cecc-469b-4c7c-87c4-854ae374ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:49.469481 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-3570cecc-469b-4c7c-87c4-854ae374ad46 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4 HTTP/1.1" status: 200 len: 908 time: 0.1094830 Apr 12 15:43:49.480319 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27552d3-6ddb-4a51-b437-b7ed849cbd91 req-69edf2e4-149e-4dc7-81e0-cb6365029f70 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:49.482019 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e27552d3-6ddb-4a51-b437-b7ed849cbd91 req-69edf2e4-149e-4dc7-81e0-cb6365029f70 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0744739 Apr 12 15:43:49.534217 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e27552d3-6ddb-4a51-b437-b7ed849cbd91 req-c27a7089-a3d2-4ba0-be27-75c6d8ce37e1 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463965 Apr 12 15:43:49.556048 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e0512-e716-44b7-b4c1-c1fe028a33d0 None None] New status for floating IP 72ae84c5-9bc0-454a-a405-a324f44a6438: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:43:49.650760 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd0e8b-b74a-4ecf-9bb9-95e0e1081fe4 req-2468d0dd-b44a-412b-baaf-69f84de24176 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:49.652214 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5bcd0e8b-b74a-4ecf-9bb9-95e0e1081fe4 req-2468d0dd-b44a-412b-baaf-69f84de24176 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0500584 Apr 12 15:43:49.701474 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5bcd0e8b-b74a-4ecf-9bb9-95e0e1081fe4 req-32400305-6d02-4e7c-ac73-f236b63cade7 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Apr 12 15:43:49.847608 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce5f18-a783-43d3-bdce-7ad337b24da5 req-0f583d67-dc85-493c-abf4-9c614aaebb2d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:49.849917 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d9ce5f18-a783-43d3-bdce-7ad337b24da5 req-0f583d67-dc85-493c-abf4-9c614aaebb2d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0520201 Apr 12 15:43:50.054277 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf30c-5159-4984-9cdb-4c967e12a7b8 req-eedffe1a-9744-4a2c-bfcd-88ee8fd3d8bb tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:50.056204 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-93daf30c-5159-4984-9cdb-4c967e12a7b8 req-eedffe1a-9744-4a2c-bfcd-88ee8fd3d8bb tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0517211 Apr 12 15:43:50.118592 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-93daf30c-5159-4984-9cdb-4c967e12a7b8 req-026d747b-a550-40be-9234-aa7a30495e47 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561578 Apr 12 15:43:50.205947 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d9ce5f18-a783-43d3-bdce-7ad337b24da5 req-f956a5d1-db1b-4f19-be42-8457338ad60e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510809 Apr 12 15:43:50.209760 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-16eee122-3421-4898-ab62-63e01ef7f9ff service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 200 len: 1001 time: 0.3391173 Apr 12 15:43:50.258744 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-46201b4d-9077-4c07-aef7-2687ba246be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:50.260187 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-46201b4d-9077-4c07-aef7-2687ba246be2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=321ff951-6ace-4abd-be2f-1a3f9a225997 HTTP/1.1" status: 200 len: 847 time: 0.0436594 Apr 12 15:43:50.308819 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-1b46854a-bd30-4159-b0e4-305f7d1c9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:50.310495 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-1b46854a-bd30-4159-b0e4-305f7d1c9763 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433395 Apr 12 15:43:50.406235 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-34409f98-bec9-4881-9a27-79393ffd569d service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878878 Apr 12 15:43:50.499880 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4dbd0134-9013-493f-bb26-7a49bbcac493 req-c44374ab-ec47-405e-8bea-f15780f7bb0c service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Apr 12 15:43:51.329048 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff6917-83ca-4b37-9988-edbcf2e01b27 req-aced3fa2-f798-4520-b3c0-6d8338c50280 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:51.330532 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-58ff6917-83ca-4b37-9988-edbcf2e01b27 req-aced3fa2-f798-4520-b3c0-6d8338c50280 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0525904 Apr 12 15:43:51.377863 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-58ff6917-83ca-4b37-9988-edbcf2e01b27 req-51c6b1e0-d816-453e-ba51-ca1a628300ee tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415168 Apr 12 15:43:51.656892 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95a77b-0103-45c3-a0dd-1296346e307b req-a33313b9-4b98-4505-99d2-4b98648c9c64 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:51.658207 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba95a77b-0103-45c3-a0dd-1296346e307b req-a33313b9-4b98-4505-99d2-4b98648c9c64 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0478961 Apr 12 15:43:51.704873 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba95a77b-0103-45c3-a0dd-1296346e307b req-24b7afd8-54e3-481b-954f-d460ea3ff8bd tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Apr 12 15:43:52.493163 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2db2c-e619-4bc4-a2d2-ebae52397fdb req-6eba3a66-9ab4-4287-bc86-04928a0f915d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:52.494776 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-64d2db2c-e619-4bc4-a2d2-ebae52397fdb req-6eba3a66-9ab4-4287-bc86-04928a0f915d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0459850 Apr 12 15:43:52.546363 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-64d2db2c-e619-4bc4-a2d2-ebae52397fdb req-488d280b-2e89-4c3a-afee-fe0165932982 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455089 Apr 12 15:43:52.816507 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d3f3-631a-4007-bb12-268cbed864f6 req-977864ee-165a-45e6-93a6-3ea3d2927e72 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:52.818009 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4570d3f3-631a-4007-bb12-268cbed864f6 req-977864ee-165a-45e6-93a6-3ea3d2927e72 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0474420 Apr 12 15:43:52.868215 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4570d3f3-631a-4007-bb12-268cbed864f6 req-5d804b20-80e9-44c1-86ab-2ffa84add9fe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447569 Apr 12 15:43:53.674742 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85b0da-8940-41ce-89bf-a70951a3d076 req-d07389af-e104-4a8f-9adf-0253f51e7b83 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:53.676288 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a85b0da-8940-41ce-89bf-a70951a3d076 req-d07389af-e104-4a8f-9adf-0253f51e7b83 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0492649 Apr 12 15:43:53.722959 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a85b0da-8940-41ce-89bf-a70951a3d076 req-2c84bf73-1887-410d-bd9b-64b965b5266c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Apr 12 15:43:53.992022 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ef843-0d65-459d-a80d-2ecf11a341fb req-78939c0d-e2a4-4819-bd96-e1b3e4b10ccf tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:53.994520 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a44ef843-0d65-459d-a80d-2ecf11a341fb req-78939c0d-e2a4-4819-bd96-e1b3e4b10ccf tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0522494 Apr 12 15:43:54.049628 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a44ef843-0d65-459d-a80d-2ecf11a341fb req-c6cc0d33-a47c-445a-b527-dda1e9969da2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477953 Apr 12 15:43:54.844343 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0aff4-e227-4146-bcf3-6a2569061278 req-918aaffd-bf89-43ce-b627-ddf6c9e3df9c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:54.845879 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89c0aff4-e227-4146-bcf3-6a2569061278 req-918aaffd-bf89-43ce-b627-ddf6c9e3df9c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0506701 Apr 12 15:43:54.893684 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89c0aff4-e227-4146-bcf3-6a2569061278 req-4ef727ef-7bcb-4d42-adc0-bc4e0cb9d4f4 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Apr 12 15:43:55.166737 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b047f7-9023-47e0-9882-a72062740b0d req-96464e34-6c40-4d8c-bb56-b0c1554051fb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:55.168205 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-28b047f7-9023-47e0-9882-a72062740b0d req-96464e34-6c40-4d8c-bb56-b0c1554051fb tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0486028 Apr 12 15:43:55.214864 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-28b047f7-9023-47e0-9882-a72062740b0d req-3f86a303-f94e-484b-9dbc-22912db08c6e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409222 Apr 12 15:43:56.010020 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:43:56.013752 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b85-bd7d-4108-9a9e-23ff94de05b4 req-773b639e-c08b-425b-99b2-58090c3b5b51 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:56.015334 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65295b85-bd7d-4108-9a9e-23ff94de05b4 req-773b639e-c08b-425b-99b2-58090c3b5b51 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0481045 Apr 12 15:43:56.066194 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65295b85-bd7d-4108-9a9e-23ff94de05b4 req-1c536812-df81-4352-ac3f-d9e4d0f52e10 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447125 Apr 12 15:43:56.111354 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:56.122172 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '70feb72b-beca-42b7-a3c3-343532dcb565', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'port_id': '70feb72b-beca-42b7-a3c3-343532dcb565', 'mac_address': 'fa:16:3e:0d:79:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:43:56.162666 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 70feb72b-beca-42b7-a3c3-343532dcb565 is: ACTIVE; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:56.163145 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:56.177343 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70feb72b-beca-42b7-a3c3-343532dcb565 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:43:56.195996 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:56.261819 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:56.313707 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=6']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:56.325283 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.325638 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.325983 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.326914 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.327255 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.327588 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.327916 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.328244 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.328571 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.328961 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.329295 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.329640 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.329968 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.330289 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.330603 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:43:56.347157 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9825c1-284c-4090-957f-59e63ed1f5c8 req-a570b3dc-3490-4738-ba52-a866bea7a307 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:56.348718 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6b9825c1-284c-4090-957f-59e63ed1f5c8 req-a570b3dc-3490-4738-ba52-a866bea7a307 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0635688 Apr 12 15:43:56.394782 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['70feb72b-beca-42b7-a3c3-343532dcb565'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:43:56.396364 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6b9825c1-284c-4090-957f-59e63ed1f5c8 req-f62684a6-6f61-4d1a-9506-c0aec49bafca tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 Apr 12 15:43:57.184249 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18ec90-b695-4694-9edf-e8a0b3c82466 req-67415fdb-9c63-439e-9b5a-b1c1a71d754e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:57.186406 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ed18ec90-b695-4694-9edf-e8a0b3c82466 req-67415fdb-9c63-439e-9b5a-b1c1a71d754e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 945 time: 0.0507741 Apr 12 15:43:57.231430 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ed18ec90-b695-4694-9edf-e8a0b3c82466 req-f487ac28-d536-41df-b14c-14b801729eea tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Apr 12 15:43:57.515136 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf9b3a-2bc7-4d6e-b0b3-8450a9a65ba2 req-589d12c5-e88b-4daa-ae62-fd5bce3dc1cf tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:57.516533 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bfcf9b3a-2bc7-4d6e-b0b3-8450a9a65ba2 req-589d12c5-e88b-4daa-ae62-fd5bce3dc1cf tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0511019 Apr 12 15:43:57.567542 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bfcf9b3a-2bc7-4d6e-b0b3-8450a9a65ba2 req-e966bf42-bde1-445f-aed4-e58537cabcad tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452943 Apr 12 15:43:58.024064 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:43:58.070758 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 70feb72b-beca-42b7-a3c3-343532dcb565 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:43:58.071135 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:58.146972 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 70feb72b-beca-42b7-a3c3-343532dcb565 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:43:58.147362 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:58.175041 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:43:58.177464 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e09637-bcb1-4f51-a117-f682c019ef55" -d '{"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-plugged", "status": "completed", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:43:58.191587 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:43:58.219822 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f4644-771c-49e9-8ee6-6d12273332f1 x-openstack-request-id: req-2e9f4644-771c-49e9-8ee6-6d12273332f1 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:43:58.220161 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-plugged", "status": "completed", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:43:58.220444 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e9f4644-771c-49e9-8ee6-6d12273332f1 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:43:58.220937 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9f4644-771c-49e9-8ee6-6d12273332f1'] response: {'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565', 'code': 200} Apr 12 15:43:58.355528 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f0539-d247-49de-bd50-dcb8cdcef6c4 req-60a45a2e-82d8-4e0e-9b1d-dc1a897125c8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:58.356995 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ab0f0539-d247-49de-bd50-dcb8cdcef6c4 req-60a45a2e-82d8-4e0e-9b1d-dc1a897125c8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 945 time: 0.0524397 Apr 12 15:43:58.409944 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ab0f0539-d247-49de-bd50-dcb8cdcef6c4 req-9fd10c89-eee4-4e06-8a5e-38cc2f9542f4 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456567 Apr 12 15:43:58.682941 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa656dbd-608f-4c04-93b3-2438654b13ed req-f9c317a9-6362-41ac-983b-15ceb2bace15 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:58.684444 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fa656dbd-608f-4c04-93b3-2438654b13ed req-f9c317a9-6362-41ac-983b-15ceb2bace15 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0476346 Apr 12 15:43:58.701714 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:58.733064 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fa656dbd-608f-4c04-93b3-2438654b13ed req-ccdc9228-473c-479d-b4af-47b9cb617a17 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418992 Apr 12 15:43:58.753367 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=7']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:58.987707 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49596) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:59.091299 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c65d2798-7c3a-4101-9841-65a6f2fbf53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:59.164638 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c65d2798-7c3a-4101-9841-65a6f2fbf53c admin admin] Publish callbacks [] for security_group (c286875d-abc3-4b3f-a3b8-4ddc14c66e60), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:59.249533 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c65d2798-7c3a-4101-9841-65a6f2fbf53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (c286875d-abc3-4b3f-a3b8-4ddc14c66e60), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:59.290060 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d2798-7c3a-4101-9841-65a6f2fbf53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c286875d-abc3-4b3f-a3b8-4ddc14c66e60,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:59.294921 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c65d2798-7c3a-4101-9841-65a6f2fbf53c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b16e95ceddd14964a05f345ece5dd807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061967 Apr 12 15:43:59.298367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49600) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:43:59.345144 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed4d-e5a8-4755-9a38-16d270da5974 admin admin] Publish callbacks [] for security_group (c286875d-abc3-4b3f-a3b8-4ddc14c66e60), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:59.365926 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed4d-e5a8-4755-9a38-16d270da5974 admin admin] Publish callbacks [] for security_group (c286875d-abc3-4b3f-a3b8-4ddc14c66e60), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:59.528551 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8638065-e6d8-4eb0-9110-44d5ee3958c7 req-010a8b1b-14fb-4308-bf30-5a319e0faf20 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:59.530065 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c8638065-e6d8-4eb0-9110-44d5ee3958c7 req-010a8b1b-14fb-4308-bf30-5a319e0faf20 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0467498 Apr 12 15:43:59.531083 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed4d-e5a8-4755-9a38-16d270da5974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (c286875d-abc3-4b3f-a3b8-4ddc14c66e60), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:59.533630 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1f99ed4d-e5a8-4755-9a38-16d270da5974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:43:59.534656 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-1f99ed4d-e5a8-4755-9a38-16d270da5974 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c286875d-abc3-4b3f-a3b8-4ddc14c66e60 HTTP/1.1" status: 204 len: 168 time: 0.2356801 Apr 12 15:43:59.549779 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99ed4d-e5a8-4755-9a38-16d270da5974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c286875d-abc3-4b3f-a3b8-4ddc14c66e60,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:43:59.591042 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c8638065-e6d8-4eb0-9110-44d5ee3958c7 req-5b17d7f6-8fa5-4f2c-990b-455db9f9004b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535970 Apr 12 15:43:59.851232 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc4e4c-2638-4221-996a-0354965c400b req-5576ae19-5015-4c8d-89e2-72bcd28c6086 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:43:59.852724 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b5bc4e4c-2638-4221-996a-0354965c400b req-5576ae19-5015-4c8d-89e2-72bcd28c6086 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0470390 Apr 12 15:43:59.908025 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b5bc4e4c-2638-4221-996a-0354965c400b req-1f01af27-5003-42d2-af6c-1a86ff2589a9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Apr 12 15:43:59.964473 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ccc59252-aeb8-4b2a-892b-a717ea0cdb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:00.139743 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49612) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:00.152579 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:00.223499 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Publish callbacks [] for security_group (bb6f154d-b8fd-43f6-b333-82333c1f95ed), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:00.296406 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (bb6f154d-b8fd-43f6-b333-82333c1f95ed), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:00.332890 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f154d-b8fd-43f6-b333-82333c1f95ed,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:00.336519 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd3e6e46725f4d11b4f22ef10a504450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957240 Apr 12 15:44:00.339161 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49614) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:00.342645 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.343008 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.343357 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.343699 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.344037 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.344388 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.344885 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.345061 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.345391 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.345720 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.346260 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.346389 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.346692 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.347014 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.347334 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a21b45-232d-498c-a2a6-3aa69e43fb6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:00.387966 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b17dc32-280e-4575-a6ec-cd8250c7c3c0 admin admin] Publish callbacks [] for security_group (bb6f154d-b8fd-43f6-b333-82333c1f95ed), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:00.408416 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b17dc32-280e-4575-a6ec-cd8250c7c3c0 admin admin] Publish callbacks [] for security_group (bb6f154d-b8fd-43f6-b333-82333c1f95ed), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:00.524700 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b17dc32-280e-4575-a6ec-cd8250c7c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (bb6f154d-b8fd-43f6-b333-82333c1f95ed), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:00.527444 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b17dc32-280e-4575-a6ec-cd8250c7c3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:00.528614 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-0b17dc32-280e-4575-a6ec-cd8250c7c3c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb6f154d-b8fd-43f6-b333-82333c1f95ed HTTP/1.1" status: 204 len: 168 time: 0.1884289 Apr 12 15:44:00.537027 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17dc32-280e-4575-a6ec-cd8250c7c3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f154d-b8fd-43f6-b333-82333c1f95ed,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:00.708107 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec34602-8742-44d1-b96a-84510770f742 req-aee5450a-3fef-490d-af9a-3b8aea5b13af tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:00.709748 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-aec34602-8742-44d1-b96a-84510770f742 req-aee5450a-3fef-490d-af9a-3b8aea5b13af tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0484886 Apr 12 15:44:00.758288 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-aec34602-8742-44d1-b96a-84510770f742 req-e75fe775-f3c5-4f1e-9eb9-6079be4706ea tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426011 Apr 12 15:44:01.024389 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df369a-5089-4d60-9acc-1c564c550171 req-c1e50e0d-d52f-4b35-979d-bc2c906d8c58 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:01.025894 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e0df369a-5089-4d60-9acc-1c564c550171 req-c1e50e0d-d52f-4b35-979d-bc2c906d8c58 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0468800 Apr 12 15:44:01.077961 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e0df369a-5089-4d60-9acc-1c564c550171 req-f46cce9c-b086-43b6-a121-71583d5fd51e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457385 Apr 12 15:44:01.293755 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49626) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:01.307102 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7f6816a-5bc6-4428-ae12-798f92e10984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:01.380943 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7f6816a-5bc6-4428-ae12-798f92e10984 admin admin] Publish callbacks [] for security_group (459bc189-6a1c-4064-b3a3-9114053e020b), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:01.448834 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7f6816a-5bc6-4428-ae12-798f92e10984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (459bc189-6a1c-4064-b3a3-9114053e020b), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:01.489656 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f7f6816a-5bc6-4428-ae12-798f92e10984 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a68a4b23aa0440ba19467972b7282bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946661 Apr 12 15:44:01.490384 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6816a-5bc6-4428-ae12-798f92e10984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459bc189-6a1c-4064-b3a3-9114053e020b,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:01.492085 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49630) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:01.547745 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-29cdc644-b3ce-4f5b-b4ad-e6cc6d131d2e admin admin] Publish callbacks [] for security_group (459bc189-6a1c-4064-b3a3-9114053e020b), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:01.569801 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-29cdc644-b3ce-4f5b-b4ad-e6cc6d131d2e admin admin] Publish callbacks [] for security_group (459bc189-6a1c-4064-b3a3-9114053e020b), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:01.719553 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-29cdc644-b3ce-4f5b-b4ad-e6cc6d131d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (459bc189-6a1c-4064-b3a3-9114053e020b), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:01.722180 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-29cdc644-b3ce-4f5b-b4ad-e6cc6d131d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:01.725635 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-29cdc644-b3ce-4f5b-b4ad-e6cc6d131d2e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/459bc189-6a1c-4064-b3a3-9114053e020b HTTP/1.1" status: 204 len: 168 time: 0.2300932 Apr 12 15:44:01.733059 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdc644-b3ce-4f5b-b4ad-e6cc6d131d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459bc189-6a1c-4064-b3a3-9114053e020b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:01.879717 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb9827-a1c2-4019-818a-3ddb6058a050 req-3110fd2a-417e-46d2-830d-92073ca06d3f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:01.881232 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b3fb9827-a1c2-4019-818a-3ddb6058a050 req-3110fd2a-417e-46d2-830d-92073ca06d3f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0477252 Apr 12 15:44:01.928971 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b3fb9827-a1c2-4019-818a-3ddb6058a050 req-fd61bb18-4efc-4987-b47a-54e24a4e4e5d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421336 Apr 12 15:44:02.208691 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c54523-0424-442e-9bfd-11610c7cb78f req-9d09ba33-9490-4309-a462-67f28efcfbe7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:02.217708 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22c54523-0424-442e-9bfd-11610c7cb78f req-9d09ba33-9490-4309-a462-67f28efcfbe7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0643494 Apr 12 15:44:02.301476 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22c54523-0424-442e-9bfd-11610c7cb78f req-56b1c3ab-4776-4009-b96f-e22ecd4faa95 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641561 Apr 12 15:44:02.822202 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eb4b-3bf3-4438-9c75-66683353b3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:02.920088 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e54a0-eb4f-4c86-b6ad-4bc267b3bb2d req-2d2fb5b7-e2e1-49a2-b941-ae5553f0bc77 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:02.921592 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c12e54a0-eb4f-4c86-b6ad-4bc267b3bb2d req-2d2fb5b7-e2e1-49a2-b941-ae5553f0bc77 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0508633 Apr 12 15:44:03.010593 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c12e54a0-eb4f-4c86-b6ad-4bc267b3bb2d req-f2e4257e-0233-4416-99c9-86f907006e23 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833137 Apr 12 15:44:03.055825 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49690) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:03.131182 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116f03a-8dea-4759-835a-addddb3b7a5c req-1b33c697-c11f-4939-854a-729a63062132 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:03.143143 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3116f03a-8dea-4759-835a-addddb3b7a5c req-1b33c697-c11f-4939-854a-729a63062132 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0801055 Apr 12 15:44:03.221442 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3116f03a-8dea-4759-835a-addddb3b7a5c req-dc2fe494-cd99-43bd-b792-1bb06a6291db tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769908 Apr 12 15:44:03.304046 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab47eaa-7675-4319-880f-af423fa3496d tempest-TestMinimumBasicScenario-1233017776 tempest-TestMinimumBasicScenario-1233017776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:03.305837 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-cab47eaa-7675-4319-880f-af423fa3496d tempest-TestMinimumBasicScenario-1233017776 tempest-TestMinimumBasicScenario-1233017776-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1124 time: 0.2489393 Apr 12 15:44:03.308827 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49698) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:03.319261 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:03.324361 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'port_id': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:03.448118 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671a947-a7d8-4ed2-8eac-a1e6fdbb492a req-3bfa2503-0c88-4b02-b201-ec06ab2abd10 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:03.450409 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b671a947-a7d8-4ed2-8eac-a1e6fdbb492a req-3bfa2503-0c88-4b02-b201-ec06ab2abd10 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0651793 Apr 12 15:44:03.459987 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:03.578673 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b671a947-a7d8-4ed2-8eac-a1e6fdbb492a req-d219259c-81a4-4a2d-97d5-997f7f55604b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220987 Apr 12 15:44:03.588474 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:03.715360 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Allocated IP 172.27.0.3 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/70f67e46-c275-44ab-adc1-a83d782d3886) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:44:03.844111 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for port (70f67e46-c275-44ab-adc1-a83d782d3886), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:03.906065 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:04.005769 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (70f67e46-c275-44ab-adc1-a83d782d3886), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:04.060423 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:44:04.064932 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:44:04.067710 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'Port': ['ID=70f67e46-c275-44ab-adc1-a83d782d3886,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:04.070200 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:44:04.405802 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd23b39-e896-4b47-b280-84b0879c0ec6 req-18e56255-68e4-417d-9644-ce6347583172 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:04.407877 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8bd23b39-e896-4b47-b280-84b0879c0ec6 req-18e56255-68e4-417d-9644-ce6347583172 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0695667 Apr 12 15:44:04.487069 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8bd23b39-e896-4b47-b280-84b0879c0ec6 req-33ae80a4-9b30-4f47-a04d-26a086e03d8a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710168 Apr 12 15:44:04.627536 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for floatingip (7698e32f-37ae-4a76-befe-592ebffdb75b), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:04.729674 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5693ab-b78b-4e77-9a4c-22e99e727298 req-3c8366cf-37a3-4d04-bda6-19fc4579ad43 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:04.731290 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d5693ab-b78b-4e77-9a4c-22e99e727298 req-3c8366cf-37a3-4d04-bda6-19fc4579ad43 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0578249 Apr 12 15:44:04.825676 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d5693ab-b78b-4e77-9a4c-22e99e727298 req-21ab822e-c840-4f70-b62b-4b60836a269e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825310 Apr 12 15:44:04.830880 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70f67e46-c275-44ab-adc1-a83d782d3886), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:05.014894 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for port (70f67e46-c275-44ab-adc1-a83d782d3886), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:05.085016 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (70f67e46-c275-44ab-adc1-a83d782d3886), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:05.156237 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'Port': ['ID=70f67e46-c275-44ab-adc1-a83d782d3886,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:05.179398 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (7698e32f-37ae-4a76-befe-592ebffdb75b), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:05.331720 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Floating IP 7698e32f-37ae-4a76-befe-592ebffdb75b associated. External IP: 172.27.0.3, port: a34c633b-7e5b-4c3b-98c8-03938efafe74. Apr 12 15:44:05.620885 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4fbdf-56bb-4197-b830-b0abd5d68f6a req-c034a7fd-92c8-4d5a-962e-b063f7ada095 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:05.622358 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0ff4fbdf-56bb-4197-b830-b0abd5d68f6a req-c034a7fd-92c8-4d5a-962e-b063f7ada095 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0527005 Apr 12 15:44:05.683181 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0ff4fbdf-56bb-4197-b830-b0abd5d68f6a req-a9823017-c386-42ff-87d4-98b630dd9031 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550780 Apr 12 15:44:05.771209 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Router 453555fc-6158-42ee-bbfe-ec0401186e63 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:44:05.883336 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:44:05.890698 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] Sync routers for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:44:05.900193 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:44:05.900814 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:44:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:44:05.940892 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb848cc1-9afb-41f1-98db-6a09dcd39ca5 req-fe6d7d2a-c552-4baa-b84f-59b745725b47 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:05.942468 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fb848cc1-9afb-41f1-98db-6a09dcd39ca5 req-fe6d7d2a-c552-4baa-b84f-59b745725b47 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0494895 Apr 12 15:44:05.991199 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fb848cc1-9afb-41f1-98db-6a09dcd39ca5 req-63731444-eaa4-44fc-b976-2a4681945f5f tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426879 Apr 12 15:44:06.012279 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:44:06.039154 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:06.041429 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:06.094398 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f7d0b4eb-f36a-4652-87c2-81b3bbbc2375 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7840950 Apr 12 15:44:06.095263 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:44:06.097235 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49722) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:06.098202 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0" -d '{"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:44:06.109651 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-f5a67e47-cae5-400b-8804-bab750d85103 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468758098', 'description': 'tempest-secgroup-smoke-1468758098 description', 'project_id': '713d8345b3714370b39127cdff7a4623'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:06.176505 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df3b930-db5f-4d99-9d45-508772f6d3f4 x-openstack-request-id: req-8df3b930-db5f-4d99-9d45-508772f6d3f4 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:44:06.176890 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:44:06.177212 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8df3b930-db5f-4d99-9d45-508772f6d3f4 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:44:06.177787 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df3b930-db5f-4d99-9d45-508772f6d3f4'] response: {'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'status': 'completed', 'code': 200} Apr 12 15:44:06.247373 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-f72a8588-abe6-44f4-849d-c8312db14446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:06.249785 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-f72a8588-abe6-44f4-849d-c8312db14446 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=713d8345b3714370b39127cdff7a4623&device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1129 time: 0.0498981 Apr 12 15:44:06.251100 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f5a67e47-cae5-400b-8804-bab750d85103 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:06.394073 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '7698e32f-37ae-4a76-befe-592ebffdb75b', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'port_id': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'mac_address': 'fa:16:3e:1c:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:44:04Z', 'updated_at': '2022-04-12T15:44:04Z', 'revision_number': 0, 'project_id': '713d8345b3714370b39127cdff7a4623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:57Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:44:06.434946 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] Checking router: 453555fc-6158-42ee-bbfe-ec0401186e63 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:44:06.445674 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-83475344-9d83-4e14-9590-b0cc6aa7bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:06.447564 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-83475344-9d83-4e14-9590-b0cc6aa7bb54 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d HTTP/1.1" status: 200 len: 914 time: 0.1854923 Apr 12 15:44:06.452617 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:44:06.453494 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:44:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:44:06.508509 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f5a67e47-cae5-400b-8804-bab750d85103 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group (67eae604-7b77-45e4-9fea-2387fdafea6d), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:06.539815 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-f226e015-c2d7-494e-8573-0329a55f2b7b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 997 time: 0.0769765 Apr 12 15:44:06.591674 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-279600b9-ce34-472e-abbe-c08d8ee7286d tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=035bfdf48ca74cf8aea0a815f8d24e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403872 Apr 12 15:44:06.593807 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f5a67e47-cae5-400b-8804-bab750d85103 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (67eae604-7b77-45e4-9fea-2387fdafea6d), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:06.600220 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:44:06.616649 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-17bdb85f-9cf3-4caf-82b6-0a495ad45965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:06.618235 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-17bdb85f-9cf3-4caf-82b6-0a495ad45965 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8fbf068-244d-4b8a-b9da-ddb78ff29e19 HTTP/1.1" status: 200 len: 853 time: 0.0734873 Apr 12 15:44:06.670298 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a67e47-cae5-400b-8804-bab750d85103 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67eae604-7b77-45e4-9fea-2387fdafea6d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:06.690565 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f5a67e47-cae5-400b-8804-bab750d85103 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:06.697316 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f5a67e47-cae5-400b-8804-bab750d85103 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5933459 Apr 12 15:44:06.697316 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49740) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:06.697951 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-370d9f14-2aaa-4ef5-8cb0-95df59a51851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:06.699556 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-370d9f14-2aaa-4ef5-8cb0-95df59a51851 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716765 Apr 12 15:44:06.703036 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-e372d248-c5c9-49b1-bc81-497dbdeded7a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'security_group_rule': {'security_group_id': '67eae604-7b77-45e4-9fea-2387fdafea6d', 'project_id': '713d8345b3714370b39127cdff7a4623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:06.849578 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-66711267-c146-4db7-abaf-0391f1b566c9 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:06.857064 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-66711267-c146-4db7-abaf-0391f1b566c9 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656243 Apr 12 15:44:06.858448 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a162b-5426-4891-81b1-a965567aa932 req-a947972e-af3d-480c-b8a3-3dc5bf3b743e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:06.860012 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea9a162b-5426-4891-81b1-a965567aa932 req-a947972e-af3d-480c-b8a3-3dc5bf3b743e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0533891 Apr 12 15:44:06.889727 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-20d54193-e542-4b7a-896d-ed6395ad8e41 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/quotas/035bfdf48ca74cf8aea0a815f8d24e6f HTTP/1.1" status: 200 len: 375 time: 0.0264325 Apr 12 15:44:06.901477 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '7698e32f-37ae-4a76-befe-592ebffdb75b', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'port_id': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'mac_address': 'fa:16:3e:1c:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:44:04Z', 'updated_at': '2022-04-12T15:44:04Z', 'revision_number': 0, 'project_id': '713d8345b3714370b39127cdff7a4623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:57Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:44:06.923107 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e372d248-c5c9-49b1-bc81-497dbdeded7a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (edc94fb7-073f-401b-91bb-6a2d826c4d17), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:06.934486 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-f0b1dff7-b155-4e72-9fe2-d5e8b1f29bcb tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=035bfdf48ca74cf8aea0a815f8d24e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434995 Apr 12 15:44:06.963876 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-f2a2bee3-da3f-4b6a-888d-e04ce03eb88a service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539964 Apr 12 15:44:06.965067 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935177e-03dd-45e6-8868-d41973cd8e28 None None] The sync data for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi is: [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '7698e32f-37ae-4a76-befe-592ebffdb75b', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'port_id': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'mac_address': 'fa:16:3e:1c:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:44:04Z', 'updated_at': '2022-04-12T15:44:04Z', 'revision_number': 0, 'project_id': '713d8345b3714370b39127cdff7a4623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:57Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:44:06.988591 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:07.057946 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea9a162b-5426-4891-81b1-a965567aa932 req-9ae515de-76cf-4f34-b0ec-f49155e8e64e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820257 Apr 12 15:44:07.120215 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e372d248-c5c9-49b1-bc81-497dbdeded7a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (edc94fb7-073f-401b-91bb-6a2d826c4d17), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:07.169796 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90297f8a-96f1-4fa8-a402-d9d90a9f42d0 req-53de7e21-e579-4498-8fde-5ea387c9546f service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845062 Apr 12 15:44:07.234798 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e372d248-c5c9-49b1-bc81-497dbdeded7a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (edc94fb7-073f-401b-91bb-6a2d826c4d17), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:07.265807 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84597fc6-10a5-402b-a550-7838ff6ce9f7 req-939f3ca4-62e6-4116-95de-4061e7408af5 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:07.267400 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-84597fc6-10a5-402b-a550-7838ff6ce9f7 req-939f3ca4-62e6-4116-95de-4061e7408af5 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.1168339 Apr 12 15:44:07.322868 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-72cf8443-5702-45e5-afc5-4d5b24b2ec16 req-a291524b-3c43-40b3-80f2-57658b623e52 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 210 time: 0.0388074 Apr 12 15:44:07.326213 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372d248-c5c9-49b1-bc81-497dbdeded7a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc94fb7-073f-401b-91bb-6a2d826c4d17,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:07.367258 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb42c91f-23fc-4b3f-ad06-17c162db2959 None None] New status for floating IP 7698e32f-37ae-4a76-befe-592ebffdb75b: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:44:07.425244 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-84597fc6-10a5-402b-a550-7838ff6ce9f7 req-073863f1-0d61-403f-87d7-b664a02de017 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925660 Apr 12 15:44:07.464333 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e372d248-c5c9-49b1-bc81-497dbdeded7a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:07.465813 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e372d248-c5c9-49b1-bc81-497dbdeded7a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7698779 Apr 12 15:44:07.469261 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49752) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:07.474129 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-677d2bf9-f98e-45cf-b49b-aa78556566c3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'security_group_rule': {'security_group_id': '67eae604-7b77-45e4-9fea-2387fdafea6d', 'project_id': '713d8345b3714370b39127cdff7a4623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:07.589259 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-677d2bf9-f98e-45cf-b49b-aa78556566c3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (1d6db3b2-d822-469c-bd9a-3a51064ab0e0), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:07.666724 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-677d2bf9-f98e-45cf-b49b-aa78556566c3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (1d6db3b2-d822-469c-bd9a-3a51064ab0e0), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:07.786463 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-677d2bf9-f98e-45cf-b49b-aa78556566c3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (1d6db3b2-d822-469c-bd9a-3a51064ab0e0), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:07.806027 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d2bf9-f98e-45cf-b49b-aa78556566c3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6db3b2-d822-469c-bd9a-3a51064ab0e0,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:07.915537 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-677d2bf9-f98e-45cf-b49b-aa78556566c3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:07.917316 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-677d2bf9-f98e-45cf-b49b-aa78556566c3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4470787 Apr 12 15:44:07.920733 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49758) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:07.925340 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-6b9601bd-c01c-4c03-b415-d817435a61cf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'security_group_rule': {'security_group_id': '67eae604-7b77-45e4-9fea-2387fdafea6d', 'project_id': '713d8345b3714370b39127cdff7a4623', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:08.062522 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b9601bd-c01c-4c03-b415-d817435a61cf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (f969dbb1-ca7b-4ce7-aed6-17065e18c6c6), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:08.157050 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b9601bd-c01c-4c03-b415-d817435a61cf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (f969dbb1-ca7b-4ce7-aed6-17065e18c6c6), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:08.207418 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03734d5-4435-468e-bee0-e6a62e61301b req-15e1ba71-7744-4dc6-bc3e-08efc9b08f4d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:08.209107 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d03734d5-4435-468e-bee0-e6a62e61301b req-15e1ba71-7744-4dc6-bc3e-08efc9b08f4d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0504198 Apr 12 15:44:08.277366 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d03734d5-4435-468e-bee0-e6a62e61301b req-b4246037-f22c-4b99-baf6-1b255e562b83 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618079 Apr 12 15:44:08.310412 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b9601bd-c01c-4c03-b415-d817435a61cf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (f969dbb1-ca7b-4ce7-aed6-17065e18c6c6), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:08.324322 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9601bd-c01c-4c03-b415-d817435a61cf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f969dbb1-ca7b-4ce7-aed6-17065e18c6c6,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:08.433942 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b8340308-a600-456b-a328-cee9a7ce0b91 req-341caa22-7d41-497f-894b-27bfeaca5c22 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 210 time: 0.0472322 Apr 12 15:44:08.464098 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b9601bd-c01c-4c03-b415-d817435a61cf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:08.468580 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6b9601bd-c01c-4c03-b415-d817435a61cf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5435190 Apr 12 15:44:08.469049 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49768) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:08.476319 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-922116a6-71fc-4360-842d-fa94a02516ff tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'security_group_rule': {'security_group_id': '67eae604-7b77-45e4-9fea-2387fdafea6d', 'project_id': '713d8345b3714370b39127cdff7a4623', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:08.555317 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236ccbc-437d-44ce-9a12-275581cc2ff1 req-c99724aa-4696-4222-bf71-da96e282ae9a tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:08.556814 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e236ccbc-437d-44ce-9a12-275581cc2ff1 req-c99724aa-4696-4222-bf71-da96e282ae9a tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0562103 Apr 12 15:44:08.606559 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e236ccbc-437d-44ce-9a12-275581cc2ff1 req-cb0099af-7610-4789-9987-c455c9d122f2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Apr 12 15:44:08.703809 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-922116a6-71fc-4360-842d-fa94a02516ff tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (5a99e17d-7e6e-4e00-99f6-770bc2a6d0d2), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:08.772304 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-922116a6-71fc-4360-842d-fa94a02516ff tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (5a99e17d-7e6e-4e00-99f6-770bc2a6d0d2), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:08.907545 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-922116a6-71fc-4360-842d-fa94a02516ff tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (5a99e17d-7e6e-4e00-99f6-770bc2a6d0d2), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:08.927562 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922116a6-71fc-4360-842d-fa94a02516ff tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a99e17d-7e6e-4e00-99f6-770bc2a6d0d2,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:09.018418 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-922116a6-71fc-4360-842d-fa94a02516ff tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:09.022272 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-922116a6-71fc-4360-842d-fa94a02516ff tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5499516 Apr 12 15:44:09.022730 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 49770) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:09.027191 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-1d128ecb-4921-4ceb-8f6e-70b3daa08068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'security_group_rule': {'security_group_id': '67eae604-7b77-45e4-9fea-2387fdafea6d', 'project_id': '713d8345b3714370b39127cdff7a4623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:09.113555 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.securitygroups_db [None req-1d128ecb-4921-4ceb-8f6e-70b3daa08068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Project 713d8345b3714370b39127cdff7a4623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 15:44:09.119339 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d128ecb-4921-4ceb-8f6e-70b3daa08068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (a9469758-439d-43c7-9732-7fbc1127d6cd), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:09.194084 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d128ecb-4921-4ceb-8f6e-70b3daa08068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (a9469758-439d-43c7-9732-7fbc1127d6cd), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:09.290915 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d128ecb-4921-4ceb-8f6e-70b3daa08068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (a9469758-439d-43c7-9732-7fbc1127d6cd), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:09.310298 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d128ecb-4921-4ceb-8f6e-70b3daa08068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9469758-439d-43c7-9732-7fbc1127d6cd,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:09.420329 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d402-e0b1-462f-adad-2d20cd3ea5fc req-94a7384f-edeb-45fa-92b3-c569c665792b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:09.421981 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-78b1d402-e0b1-462f-adad-2d20cd3ea5fc req-94a7384f-edeb-45fa-92b3-c569c665792b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0557806 Apr 12 15:44:09.457550 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d128ecb-4921-4ceb-8f6e-70b3daa08068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:09.459817 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1d128ecb-4921-4ceb-8f6e-70b3daa08068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4360471 Apr 12 15:44:09.462732 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49778) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:09.477523 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-a3f5c9d4-3819-452d-a4dd-2fff7a2891f2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'security_group_rule': {'security_group_id': '67eae604-7b77-45e4-9fea-2387fdafea6d', 'project_id': '713d8345b3714370b39127cdff7a4623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:09.519708 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-78b1d402-e0b1-462f-adad-2d20cd3ea5fc req-0de1f52b-9f8a-4f89-b343-37a548282157 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817218 Apr 12 15:44:09.614144 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-61728da6-8626-49b7-8b7b-60b786ba9003 req-ca014622-38bd-4243-a579-16e990047acb tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 210 time: 0.0497777 Apr 12 15:44:09.725800 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.securitygroups_db [None req-a3f5c9d4-3819-452d-a4dd-2fff7a2891f2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Project 713d8345b3714370b39127cdff7a4623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 15:44:09.730928 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea7b8d-16bf-44d3-91e5-2c7a2f27a784 req-d8e833b1-76c0-4299-8c01-cd31adff2c7f tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:09.731763 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c9d4-3819-452d-a4dd-2fff7a2891f2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (1446aedd-20b3-4a7a-a2d8-67a179e80d53), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:09.732538 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2aea7b8d-16bf-44d3-91e5-2c7a2f27a784 req-d8e833b1-76c0-4299-8c01-cd31adff2c7f tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0529120 Apr 12 15:44:09.783802 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2aea7b8d-16bf-44d3-91e5-2c7a2f27a784 req-a9c0df11-46f7-4d3a-b488-da5460d41ab7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454488 Apr 12 15:44:09.790948 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c9d4-3819-452d-a4dd-2fff7a2891f2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (1446aedd-20b3-4a7a-a2d8-67a179e80d53), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:10.306627 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c9d4-3819-452d-a4dd-2fff7a2891f2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (1446aedd-20b3-4a7a-a2d8-67a179e80d53), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:10.326017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5c9d4-3819-452d-a4dd-2fff7a2891f2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1446aedd-20b3-4a7a-a2d8-67a179e80d53,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:10.654027 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7e5c8-4301-48e7-8e7e-2ed3a4913b5e req-6934110b-b94e-44d3-91ba-8a41b0ea50a3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:10.655585 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-afc7e5c8-4301-48e7-8e7e-2ed3a4913b5e req-6934110b-b94e-44d3-91ba-8a41b0ea50a3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0492010 Apr 12 15:44:10.690817 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b09f6de3-55cd-444c-8f1b-a3f2aab54bb8 req-3dab9540-4b20-4bec-8075-4b33580dac6e tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 210 time: 0.0306947 Apr 12 15:44:10.704828 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c9d4-3819-452d-a4dd-2fff7a2891f2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:10.704828 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a3f5c9d4-3819-452d-a4dd-2fff7a2891f2 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2390299 Apr 12 15:44:10.711212 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-afc7e5c8-4301-48e7-8e7e-2ed3a4913b5e req-ab806f57-a39f-4077-a376-e34a0263d007 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494866 Apr 12 15:44:10.803911 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-2a9a2ab9-5415-4f22-8088-3ef99d96a535 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=035bfdf48ca74cf8aea0a815f8d24e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408041 Apr 12 15:44:10.901397 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-aa7928c4-1d20-4333-9167-d64d541dbc5d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468758098&fields=id&tenant_id=713d8345b3714370b39127cdff7a4623 HTTP/1.1" status: 200 len: 267 time: 0.1461616 Apr 12 15:44:10.914018 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec8001-1fa0-40e9-9f92-096db4ce7239 req-a1292e76-ccf8-435b-901f-6a4b77f5b0ee tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:10.922221 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e7ec8001-1fa0-40e9-9f92-096db4ce7239 req-a1292e76-ccf8-435b-901f-6a4b77f5b0ee tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0643311 Apr 12 15:44:10.973705 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e7ec8001-1fa0-40e9-9f92-096db4ce7239 req-404626ed-4fdc-4ec3-ab1d-6441009eaddd tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505428 Apr 12 15:44:11.090272 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-2e64a664-bef0-4234-ad14-eda5657e8913 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:11.091549 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-2e64a664-bef0-4234-ad14-eda5657e8913 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0946124 Apr 12 15:44:11.098358 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-6a5c9358-566f-46c5-8fd6-35f151f56269 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:11.105948 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-6a5c9358-566f-46c5-8fd6-35f151f56269 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833862 Apr 12 15:44:11.105948 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'port': {'security_groups': ['91f0bfee-53db-4842-9adb-a98f02ceac33', '67eae604-7b77-45e4-9fea-2387fdafea6d']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:11.115236 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Request body: {'port': {'device_id': '161be4d5-448e-4fb1-b0ad-3d5a3574f00c', 'network_id': '1d988b64-a690-4517-a53a-524ade447213', 'admin_state_up': True, 'tenant_id': '035bfdf48ca74cf8aea0a815f8d24e6f'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:11.273716 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:11.461550 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Made reservation on behalf of 035bfdf48ca74cf8aea0a815f8d24e6f for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:44:11.465718 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:11.481420 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:11.541617 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] For port a34c633b-7e5b-4c3b-98c8-03938efafe74, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:11.602551 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:11.655966 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks [] for security_group (e61660b8-3a0a-4a8f-96f2-7da3523c08bf), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:11.706439 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:11.718497 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['a34c633b-7e5b-4c3b-98c8-03938efafe74'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:44:11.777783 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (e61660b8-3a0a-4a8f-96f2-7da3523c08bf), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:11.813831 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:11.814591 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:11.830196 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-431c1e74-b16f-4d70-81fe-303c7ff34e7e req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "PUT /v2.0/ports/a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 981 time: 0.7294321 Apr 12 15:44:11.830898 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:44:11.835465 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cb79bfd0-491d-4653-a2d7-536560efd72b req-e65e51cd-8f04-4dec-9bab-c8c4814e65ba tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 210 time: 0.0739179 Apr 12 15:44:11.839107 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78" -d '{"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:44:11.962405 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9baa5e-fe59-4282-be8e-c564cc58a6aa tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'Port': ['ID=a34c633b-7e5b-4c3b-98c8-03938efafe74,revision_number=6']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:11.974589 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61660b8-3a0a-4a8f-96f2-7da3523c08bf,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:12.071960 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbdf4b-9201-435b-96dc-252c1fb66e54 req-a01c8c20-1ac7-449d-8002-ab3c2d26cb5f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:12.073823 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136a80-246a-4d79-b920-9e51e7804c87 req-d1d4edf6-451f-405e-8e2f-89bd982e2f9b tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:12.073985 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7afbdf4b-9201-435b-96dc-252c1fb66e54 req-a01c8c20-1ac7-449d-8002-ab3c2d26cb5f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.1226544 Apr 12 15:44:12.083203 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3c136a80-246a-4d79-b920-9e51e7804c87 req-d1d4edf6-451f-405e-8e2f-89bd982e2f9b tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0986569 Apr 12 15:44:12.141776 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['a34c633b-7e5b-4c3b-98c8-03938efafe74'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:44:12.157035 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7afbdf4b-9201-435b-96dc-252c1fb66e54 req-8a813a77-d2ad-48e4-8dac-cd167cb02c44 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769312 Apr 12 15:44:12.182882 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3c136a80-246a-4d79-b920-9e51e7804c87 req-51b42e2d-a28a-4b3f-9dc6-df89e84ad1e5 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964274 Apr 12 15:44:12.204436 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Allocated IP 192.168.233.193 (1d988b64-a690-4517-a53a-524ade447213/02759ed8-fcfc-4fbc-b49b-a9fec3bddbd4/189b5ec2-b942-483a-8a52-0300f931d1ab) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:44:12.299532 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f4544-9d78-48e9-affd-bcf589cf7aa5 x-openstack-request-id: req-1d5f4544-9d78-48e9-affd-bcf589cf7aa5 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:44:12.300111 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:44:12.300521 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1d5f4544-9d78-48e9-affd-bcf589cf7aa5 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:44:12.301148 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5f4544-9d78-48e9-affd-bcf589cf7aa5'] response: {'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'status': 'completed', 'code': 200} Apr 12 15:44:12.335822 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-0a1f0bc9-e8f1-4253-8ca2-5823391d99a5 None None] Provisioning complete for port a34c633b-7e5b-4c3b-98c8-03938efafe74 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:44:12.336496 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0a1f0bc9-e8f1-4253-8ca2-5823391d99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:12.384402 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-f60227cc-54f1-4018-822c-d482c58a01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:12.386025 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-f60227cc-54f1-4018-822c-d482c58a01c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=713d8345b3714370b39127cdff7a4623&device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1168 time: 0.0503275 Apr 12 15:44:12.402832 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c76d8e-d1f6-4fbd-9657-f0db84733497 req-fc3bcfb5-0cbb-46d8-bf4e-c8e9a7744d17 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:12.405247 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-22c76d8e-d1f6-4fbd-9657-f0db84733497 req-fc3bcfb5-0cbb-46d8-bf4e-c8e9a7744d17 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.1326711 Apr 12 15:44:12.479557 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks [] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:12.545955 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-22c76d8e-d1f6-4fbd-9657-f0db84733497 req-ce13167b-ba26-445d-a834-166ddff55eae tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236062 Apr 12 15:44:12.548919 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f0bc9-e8f1-4253-8ca2-5823391d99a5 None None] Current status of the port a34c633b-7e5b-4c3b-98c8-03938efafe74 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:44:12.591157 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-f54455a6-970a-4621-b449-b692473746db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:12.594451 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-f54455a6-970a-4621-b449-b692473746db service neutron] 10.222.0.84 "GET /v2.0/networks?id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d HTTP/1.1" status: 200 len: 914 time: 0.1875937 Apr 12 15:44:12.634306 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:12.667953 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-ef800131-952e-4cb8-aa9f-9e0f514ff0c1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 999 time: 0.0672474 Apr 12 15:44:12.690121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Pushing event updated for resources: {'Port': ['ID=189b5ec2-b942-483a-8a52-0300f931d1ab,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:12.713523 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Network 1d988b64-a690-4517-a53a-524ade447213 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:44:12.716369 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:44:12.720109 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:44:12.746669 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-88ce98b7-e58f-41a0-b7fd-85dda797ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:12.748374 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-88ce98b7-e58f-41a0-b7fd-85dda797ff84 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8fbf068-244d-4b8a-b9da-ddb78ff29e19 HTTP/1.1" status: 200 len: 853 time: 0.0733759 Apr 12 15:44:12.788203 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:12.803373 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:12.807587 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-4c7e0523-e42d-4d7f-8d34-daca6e63b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:12.809248 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-4c7e0523-e42d-4d7f-8d34-daca6e63b560 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529187 Apr 12 15:44:12.951921 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-a979e2e6-3261-466e-84f5-f58ee4977034 service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355085 Apr 12 15:44:12.956310 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-c1fb220b-6a88-4c30-8c37-e44eebf69aea tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8449266 Apr 12 15:44:12.977375 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Request body: {'port': {'device_id': '161be4d5-448e-4fb1-b0ad-3d5a3574f00c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:44:13.105231 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aef8a-3293-4c64-8387-a67c1ca24d7a req-bb6b6391-8c8a-48f5-b340-5889124c672f tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:13.106774 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b75aef8a-3293-4c64-8387-a67c1ca24d7a req-bb6b6391-8c8a-48f5-b340-5889124c672f tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 936 time: 0.1495337 Apr 12 15:44:13.107597 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:13.119000 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-7d7f341c-6a55-47e7-935e-605a92d52825 None None] Provisioning complete for port 189b5ec2-b942-483a-8a52-0300f931d1ab triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:44:13.122761 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7d7f341c-6a55-47e7-935e-605a92d52825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:13.150466 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65d4e57d-b4b6-4c4d-9a13-e8f18c136d78 req-32970cbf-4826-4464-a03e-d59ff3c1bdd5 service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774974 Apr 12 15:44:13.196273 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b75aef8a-3293-4c64-8387-a67c1ca24d7a req-a264a582-1f08-4825-8836-4850c9e46413 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769246 Apr 12 15:44:13.208710 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f341c-6a55-47e7-935e-605a92d52825 None None] Port 189b5ec2-b942-483a-8a52-0300f931d1ab cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:44:13.315848 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d48722-dd35-4647-a852-bac7ae09c0fd req-7b6ee1cd-e643-478b-8aa3-f295e2f9587a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:13.318355 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-90d48722-dd35-4647-a852-bac7ae09c0fd req-7b6ee1cd-e643-478b-8aa3-f295e2f9587a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0608404 Apr 12 15:44:13.380432 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-90d48722-dd35-4647-a852-bac7ae09c0fd req-8c1fc821-1ed6-4f08-9588-dbde08665efb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563064 Apr 12 15:44:13.491686 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189b5ec2-b942-483a-8a52-0300f931d1ab {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:44:13.499980 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Publish callbacks [] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:13.514354 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Transition to ACTIVE for port object 189b5ec2-b942-483a-8a52-0300f931d1ab will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:44:13.636431 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:13.684262 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543ac2c-cd64-425c-bed0-c6c7d9612581 req-e969cf66-6d23-413f-8788-00f750e75704 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:13.685807 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e543ac2c-cd64-425c-bed0-c6c7d9612581 req-e969cf66-6d23-413f-8788-00f750e75704 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0780370 Apr 12 15:44:13.740723 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=189b5ec2-b942-483a-8a52-0300f931d1ab,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:13.822322 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e543ac2c-cd64-425c-bed0-c6c7d9612581 req-0639c140-712e-4f60-a32a-e6e983647fd2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257226 Apr 12 15:44:13.854844 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Attempting to bind port 189b5ec2-b942-483a-8a52-0300f931d1ab on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:44:13.855189 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Attempting to bind port 189b5ec2-b942-483a-8a52-0300f931d1ab by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:44:13.855525 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Attempting to bind port 189b5ec2-b942-483a-8a52-0300f931d1ab on network 1d988b64-a690-4517-a53a-524ade447213 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:44:13.864729 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Port 189b5ec2-b942-483a-8a52-0300f931d1ab on network 1d988b64-a690-4517-a53a-524ade447213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:44:13.865089 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Attempting to bind port 189b5ec2-b942-483a-8a52-0300f931d1ab on network 1d988b64-a690-4517-a53a-524ade447213 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:44:13.873269 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:44:13.873669 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Checking segment: {'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:44:13.874265 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Bound using segment: {'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:44:13.874713 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Bound port: 189b5ec2-b942-483a-8a52-0300f931d1ab, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b01854-c8a8-4bb5-a236-324d06d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d988b64-a690-4517-a53a-524ade447213'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:44:13.875079 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:13.965309 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] For port 189b5ec2-b942-483a-8a52-0300f931d1ab, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:44:13.970366 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] For port 189b5ec2-b942-483a-8a52-0300f931d1ab, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=189b5ec2-b942-483a-8a52-0300f931d1ab,segment=NetworkSegment(03b01854-c8a8-4bb5-a236-324d06d452ec),segment_id=03b01854-c8a8-4bb5-a236-324d06d452ec)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:44:14.057007 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:14.092314 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.092942 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:14.094323 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] 10.222.0.84 "PUT /v2.0/ports/189b5ec2-b942-483a-8a52-0300f931d1ab HTTP/1.1" status: 200 len: 1098 time: 1.1217105 Apr 12 15:44:14.154698 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096f894-3c0c-4d24-acb0-19b0bcf0d5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=189b5ec2-b942-483a-8a52-0300f931d1ab,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:14.296873 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a121fcc-7d35-4bc8-8a21-6feea5a894c8 req-0651e9bb-6501-412c-9ca2-fa064a1daba3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.298831 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1a121fcc-7d35-4bc8-8a21-6feea5a894c8 req-0651e9bb-6501-412c-9ca2-fa064a1daba3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.1154068 Apr 12 15:44:14.306595 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161be4d5-448e-4fb1-b0ad-3d5a3574f00c', 'tag': '189b5ec2-b942-483a-8a52-0300f931d1ab'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:44:14.309205 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d06d45a-ae69-45a3-b463-c9f343bd6b13" -d '{"events": [{"name": "network-changed", "server_uuid": "161be4d5-448e-4fb1-b0ad-3d5a3574f00c", "tag": "189b5ec2-b942-483a-8a52-0300f931d1ab"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:44:14.363755 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7d7cd-7a70-49e6-94b8-48e3131a09c7 req-6515fcd8-11e5-4fcd-91b3-8a9b22b07ca0 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.371035 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-39f7d7cd-7a70-49e6-94b8-48e3131a09c7 req-6515fcd8-11e5-4fcd-91b3-8a9b22b07ca0 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 948 time: 0.0665705 Apr 12 15:44:14.374161 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-bb3f108e-b28b-49a6-88db-1942bd58ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.375633 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-bb3f108e-b28b-49a6-88db-1942bd58ff29 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=035bfdf48ca74cf8aea0a815f8d24e6f&device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 1132 time: 0.1371326 Apr 12 15:44:14.461313 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-9b1d7e7d-f3fa-414e-bfb8-b98d31ab83b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=189b5ec2-b942-483a-8a52-0300f931d1ab HTTP/1.1" status: 200 len: 217 time: 0.0667462 Apr 12 15:44:14.481667 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-39f7d7cd-7a70-49e6-94b8-48e3131a09c7 req-d00e2b46-c75d-4fc3-b3ca-19d504a71f7e tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095119 Apr 12 15:44:14.487478 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1a121fcc-7d35-4bc8-8a21-6feea5a894c8 req-6e115cde-1d1d-4d46-9d3e-59fc14ba2d50 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635101 Apr 12 15:44:14.529514 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-c729610d-e8a6-4238-97ac-d8d0ddbc395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.529514 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-c729610d-e8a6-4238-97ac-d8d0ddbc395b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 1130 time: 0.1160390 Apr 12 15:44:14.679577 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-5075e87f-3b57-462a-a154-18a011a5a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.681891 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-5075e87f-3b57-462a-a154-18a011a5a0f4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 910 time: 0.1454766 Apr 12 15:44:14.760424 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-3a498f68-7b3d-4b95-9bd1-6f5d4e7928a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df808cc1-866a-4e75-915a-35486530cf9d HTTP/1.1" status: 200 len: 1002 time: 0.0711446 Apr 12 15:44:14.813392 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-92c8fc00-f950-4dab-a60f-d40384d215da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.815307 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-92c8fc00-f950-4dab-a60f-d40384d215da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=92a9d828-9523-45ac-b664-1215cc57a631 HTTP/1.1" status: 200 len: 849 time: 0.0483930 Apr 12 15:44:14.825872 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a08d2a9-2548-4aa7-b8d9-916a2a0de852 x-openstack-request-id: req-1a08d2a9-2548-4aa7-b8d9-916a2a0de852 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:44:14.826467 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161be4d5-448e-4fb1-b0ad-3d5a3574f00c", "tag": "189b5ec2-b942-483a-8a52-0300f931d1ab", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:44:14.826467 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a08d2a9-2548-4aa7-b8d9-916a2a0de852 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:44:14.826724 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a08d2a9-2548-4aa7-b8d9-916a2a0de852'] response: {'name': 'network-changed', 'server_uuid': '161be4d5-448e-4fb1-b0ad-3d5a3574f00c', 'tag': '189b5ec2-b942-483a-8a52-0300f931d1ab', 'status': 'completed', 'code': 200} Apr 12 15:44:14.869793 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-111fc77b-8be0-4173-8613-448a6b046159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.871289 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-111fc77b-8be0-4173-8613-448a6b046159 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d2a7a16-6374-44dd-ba2c-8a324677c358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491993 Apr 12 15:44:14.882576 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-e2894ddf-a909-4ec9-96a1-e4b09389e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.884013 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-e2894ddf-a909-4ec9-96a1-e4b09389e10f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=02759ed8-fcfc-4fbc-b49b-a9fec3bddbd4 HTTP/1.1" status: 200 len: 843 time: 0.3952360 Apr 12 15:44:14.890453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084618b-a05f-4dfa-b7f5-a9d8e8cf9579 req-2daacee6-e384-485e-996a-11ce67f65700 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.892410 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7084618b-a05f-4dfa-b7f5-a9d8e8cf9579 req-2daacee6-e384-485e-996a-11ce67f65700 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0647430 Apr 12 15:44:14.953606 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b8873862-b8a3-48c4-86f0-7b3807d7ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:14.955156 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-b8873862-b8a3-48c4-86f0-7b3807d7ac9f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d988b64-a690-4517-a53a-524ade447213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0613337 Apr 12 15:44:14.985120 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-0fcf32d2-41bd-4771-90cf-af83c186da95 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069844 Apr 12 15:44:14.988400 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7084618b-a05f-4dfa-b7f5-a9d8e8cf9579 req-29ecd890-d9bb-481a-9caf-f2563f86b70f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859230 Apr 12 15:44:15.055736 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-ab6668f1-bd06-4868-9c7d-af04e3ed24ac service neutron] 10.222.0.84 "GET /v2.0/networks/1d988b64-a690-4517-a53a-524ade447213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909872 Apr 12 15:44:15.093686 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0a81a63c-36bf-41b8-bb46-52f42839d6ad req-ab297902-1164-4b87-98ab-6cecb2c20178 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017656 Apr 12 15:44:15.151007 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6234101-5b12-454e-84d7-ab34d7ca5f02 req-9e58614b-ac79-45e4-a4e3-99f05983fbb6 service neutron] 10.222.0.84 "GET /v2.0/networks/1d988b64-a690-4517-a53a-524ade447213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882030 Apr 12 15:44:15.626979 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040361-31d7-4542-9a6b-d33afbc3149d req-70dc68e3-3756-42fc-9705-2441af1b8b9a tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:15.628524 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-75040361-31d7-4542-9a6b-d33afbc3149d req-70dc68e3-3756-42fc-9705-2441af1b8b9a tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 948 time: 0.0632589 Apr 12 15:44:15.658207 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a486eaa-747f-4242-b084-436bb74ff480 req-4fe09dc2-65ce-44de-a2ef-061420ac4e6a tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:15.659722 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3a486eaa-747f-4242-b084-436bb74ff480 req-4fe09dc2-65ce-44de-a2ef-061420ac4e6a tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0551713 Apr 12 15:44:15.692485 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-75040361-31d7-4542-9a6b-d33afbc3149d req-c90f2a6d-eade-4471-800e-30e4a297d71e tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558805 Apr 12 15:44:15.718322 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3a486eaa-747f-4242-b084-436bb74ff480 req-8314a2e0-6768-4cd8-89a9-f66836b8e9ed tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487683 Apr 12 15:44:16.110181 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71f05-eee1-447f-9200-dbad5c28350a req-a49e3349-5654-4fce-83d0-c7bb2ec26425 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:16.111818 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ead71f05-eee1-447f-9200-dbad5c28350a req-a49e3349-5654-4fce-83d0-c7bb2ec26425 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0494752 Apr 12 15:44:16.164507 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ead71f05-eee1-447f-9200-dbad5c28350a req-019b8f37-1e56-44d6-b1d8-d58cac78a998 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468311 Apr 12 15:44:16.811907 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ba351-e48e-4b71-a2c8-4e6a76f07eb0 req-255f2454-48ff-4cb1-b4a8-f76e356bf679 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:16.813331 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-562ba351-e48e-4b71-a2c8-4e6a76f07eb0 req-255f2454-48ff-4cb1-b4a8-f76e356bf679 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 948 time: 0.0479858 Apr 12 15:44:16.832367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d56c-b345-4027-8782-5f973a679fd3 req-e3a45ae1-c1d9-484e-b61d-db3ff31436d6 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:16.834062 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-caa7d56c-b345-4027-8782-5f973a679fd3 req-e3a45ae1-c1d9-484e-b61d-db3ff31436d6 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0501246 Apr 12 15:44:16.864723 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-562ba351-e48e-4b71-a2c8-4e6a76f07eb0 req-84f74464-81d6-42ae-8aeb-3b67722942ec tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Apr 12 15:44:16.882629 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-caa7d56c-b345-4027-8782-5f973a679fd3 req-2fc3a694-cd50-446f-a85c-7516e985fc5c tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Apr 12 15:44:17.290322 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9613e-13a3-45be-a9b9-b331ac494a77 req-7231e180-2191-448b-ab5d-2d370cf6110a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:17.292149 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5ab9613e-13a3-45be-a9b9-b331ac494a77 req-7231e180-2191-448b-ab5d-2d370cf6110a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0486400 Apr 12 15:44:17.340268 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5ab9613e-13a3-45be-a9b9-b331ac494a77 req-2e579945-5734-4812-bd2c-ac60eb65a93c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 Apr 12 15:44:17.983449 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fab99-a49f-437d-a10c-2758e2b94a61 req-f3ce2390-bab3-4052-807c-9c22052301d3 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:17.984962 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-476fab99-a49f-437d-a10c-2758e2b94a61 req-f3ce2390-bab3-4052-807c-9c22052301d3 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 948 time: 0.0483704 Apr 12 15:44:17.995424 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cc35b-e223-4d31-9641-297f3a896eb1 req-9c664a30-4dfc-40dd-80bc-1ca2b5797670 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:17.996915 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bb1cc35b-e223-4d31-9641-297f3a896eb1 req-9c664a30-4dfc-40dd-80bc-1ca2b5797670 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0471642 Apr 12 15:44:18.031774 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-476fab99-a49f-437d-a10c-2758e2b94a61 req-96afb9c2-2b43-43e0-9ba5-af46923c6f12 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Apr 12 15:44:18.046213 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bb1cc35b-e223-4d31-9641-297f3a896eb1 req-cbd18c32-8d9b-47a6-b36a-88aa7c89882c tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431309 Apr 12 15:44:18.452753 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-9317fd83-16de-4f19-9402-a72af6bc32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:18.454527 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-9317fd83-16de-4f19-9402-a72af6bc32bc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=035bfdf48ca74cf8aea0a815f8d24e6f&device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 1132 time: 0.0511172 Apr 12 15:44:18.461207 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d2a0-7475-4e2e-a529-d550735fdd7d req-9d9a839d-e47a-41a3-a9e9-3c6f8e5e0a2d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:18.462656 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d2b8d2a0-7475-4e2e-a529-d550735fdd7d req-9d9a839d-e47a-41a3-a9e9-3c6f8e5e0a2d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0525968 Apr 12 15:44:18.509114 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d2b8d2a0-7475-4e2e-a529-d550735fdd7d req-ba8ac413-bfb9-4866-a3f1-4d7e6ac2c9ee tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 Apr 12 15:44:18.960734 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-48b24636-b58c-476a-81ad-450848f5d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:18.962271 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-48b24636-b58c-476a-81ad-450848f5d933 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1d988b64-a690-4517-a53a-524ade447213 HTTP/1.1" status: 200 len: 869 time: 0.0915940 Apr 12 15:44:19.006609 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-68746c05-ef23-46f5-9864-e3fecfd2eaa1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=189b5ec2-b942-483a-8a52-0300f931d1ab HTTP/1.1" status: 200 len: 217 time: 0.0383160 Apr 12 15:44:19.054870 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-6597d361-0978-486c-8607-fff7aac7ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:19.056295 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-6597d361-0978-486c-8607-fff7aac7ab99 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=02759ed8-fcfc-4fbc-b49b-a9fec3bddbd4 HTTP/1.1" status: 200 len: 843 time: 0.0437884 Apr 12 15:44:19.112273 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-4aa42681-bc4c-496f-9476-e523ba71f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:19.113785 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-4aa42681-bc4c-496f-9476-e523ba71f92e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d988b64-a690-4517-a53a-524ade447213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0509834 Apr 12 15:44:19.160867 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b13c-8659-40d8-82c5-0acb1ddad6c6 req-d3885318-16ee-4621-92e5-95e74bd9c4b1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:19.162483 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9212b13c-8659-40d8-82c5-0acb1ddad6c6 req-d3885318-16ee-4621-92e5-95e74bd9c4b1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0470850 Apr 12 15:44:19.174562 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb8b1-b681-467e-b1e1-c304f23a22e5 req-80a08204-06af-48ff-b9ad-7bd98309963a tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:19.176039 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13bdb8b1-b681-467e-b1e1-c304f23a22e5 req-80a08204-06af-48ff-b9ad-7bd98309963a tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 948 time: 0.0755105 Apr 12 15:44:19.210549 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9212b13c-8659-40d8-82c5-0acb1ddad6c6 req-bd19f0a3-eb30-4149-ad8b-71269ed3a7ef tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Apr 12 15:44:19.264726 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-9e01c3d5-c1cf-4fd0-b2bb-addfad7b64a0 service neutron] 10.222.0.84 "GET /v2.0/networks/1d988b64-a690-4517-a53a-524ade447213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350150 Apr 12 15:44:19.268492 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13bdb8b1-b681-467e-b1e1-c304f23a22e5 req-cb3a52df-b533-49a5-b0f8-44110527d55f tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685298 Apr 12 15:44:19.363449 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d06d45a-ae69-45a3-b463-c9f343bd6b13 req-7af2aaa0-1460-4105-9404-9332bc12330c service neutron] 10.222.0.84 "GET /v2.0/networks/1d988b64-a690-4517-a53a-524ade447213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919054 Apr 12 15:44:19.630330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2ee2b-6c97-4ecd-94c3-520dbf4fd2e6 req-a211bfdc-c30a-439c-987c-fd4485b70660 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:19.631801 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7cd2ee2b-6c97-4ecd-94c3-520dbf4fd2e6 req-a211bfdc-c30a-439c-987c-fd4485b70660 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0530629 Apr 12 15:44:19.680726 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7cd2ee2b-6c97-4ecd-94c3-520dbf4fd2e6 req-c8c74fce-fcb9-42f6-b59c-68cd729251b8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Apr 12 15:44:19.899587 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-ffe005e7-a117-47cd-906c-ac00444bf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:19.900979 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-ffe005e7-a117-47cd-906c-ac00444bf2fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 1130 time: 0.0385168 Apr 12 15:44:19.996722 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-cd1ff9cb-227a-49e7-b213-88dbcae23fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:19.998224 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-cd1ff9cb-227a-49e7-b213-88dbcae23fde service neutron] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 917 time: 0.0915837 Apr 12 15:44:20.062597 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-87b41e05-6f88-45ef-bee6-977e6dd31c48 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70feb72b-beca-42b7-a3c3-343532dcb565 HTTP/1.1" status: 200 len: 1001 time: 0.0575421 Apr 12 15:44:20.082180 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 189b5ec2-b942-483a-8a52-0300f931d1ab details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:44:20.112515 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-c5b89433-cf23-4f40-b3e3-18f8b052ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:20.113993 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-c5b89433-cf23-4f40-b3e3-18f8b052ba1e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0435815 Apr 12 15:44:20.159113 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-668b3c13-9fea-4356-9c39-cf1730aa9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:20.160606 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-668b3c13-9fea-4356-9c39-cf1730aa9e0e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409575 Apr 12 15:44:20.177271 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 189b5ec2-b942-483a-8a52-0300f931d1ab, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=189b5ec2-b942-483a-8a52-0300f931d1ab,segment=NetworkSegment(03b01854-c8a8-4bb5-a236-324d06d452ec),segment_id=03b01854-c8a8-4bb5-a236-324d06d452ec)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:20.191605 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '189b5ec2-b942-483a-8a52-0300f931d1ab', 'network_id': '1d988b64-a690-4517-a53a-524ade447213', 'port_id': '189b5ec2-b942-483a-8a52-0300f931d1ab', 'mac_address': 'fa:16:3e:bd:77:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02759ed8-fcfc-4fbc-b49b-a9fec3bddbd4', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:44:20.228308 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 189b5ec2-b942-483a-8a52-0300f931d1ab is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:44:20.228716 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:20.242335 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189b5ec2-b942-483a-8a52-0300f931d1ab {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:44:20.251297 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-f5db08a6-9513-46b7-b307-c4f2f99ad8ac service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845330 Apr 12 15:44:20.261681 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 189b5ec2-b942-483a-8a52-0300f931d1ab, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=189b5ec2-b942-483a-8a52-0300f931d1ab,segment=NetworkSegment(03b01854-c8a8-4bb5-a236-324d06d452ec),segment_id=03b01854-c8a8-4bb5-a236-324d06d452ec)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:20.336489 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:20.371688 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec1c9088-58bb-455f-8e95-5c9ecf5418b0 req-e22c8f71-abd4-407a-903b-a5bca3e59b29 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135218 Apr 12 15:44:20.391438 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67122402-c954-4696-bd59-b328c60c1edb req-a375e7f0-56dc-4aa9-8360-f61fc1064761 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:20.392087 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=189b5ec2-b942-483a-8a52-0300f931d1ab,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:20.393082 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67122402-c954-4696-bd59-b328c60c1edb req-a375e7f0-56dc-4aa9-8360-f61fc1064761 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 949 time: 0.0578537 Apr 12 15:44:20.444019 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67122402-c954-4696-bd59-b328c60c1edb req-fe00443e-76cc-4ba8-9cc3-5e0f2550c247 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448482 Apr 12 15:44:20.806075 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dcf1-68b1-494f-8d3c-78bc130f8d4c req-47e19cb3-69ae-4a31-a9fb-1cd2c97c0bf5 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:20.807545 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1034dcf1-68b1-494f-8d3c-78bc130f8d4c req-47e19cb3-69ae-4a31-a9fb-1cd2c97c0bf5 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0465889 Apr 12 15:44:20.853674 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1034dcf1-68b1-494f-8d3c-78bc130f8d4c req-2deb29a7-7800-4b0f-a9cd-b6f0b8eeb901 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403662 Apr 12 15:44:20.905144 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['189b5ec2-b942-483a-8a52-0300f931d1ab'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:44:21.552402 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cdd5d-cf40-4080-834c-77b1603eb939 req-26d63190-54d2-4811-9eef-59692387bc3a tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:21.553761 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aa6cdd5d-cf40-4080-834c-77b1603eb939 req-26d63190-54d2-4811-9eef-59692387bc3a tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 949 time: 0.0461302 Apr 12 15:44:21.603138 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aa6cdd5d-cf40-4080-834c-77b1603eb939 req-d3338c6c-ce67-4f93-b19c-2396a4050310 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Apr 12 15:44:21.972158 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bd14b-f4c7-49fe-bc87-df65540f49ae req-96a0eb44-3cbc-49d0-b016-8f77db095c0d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:21.973650 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c20bd14b-f4c7-49fe-bc87-df65540f49ae req-96a0eb44-3cbc-49d0-b016-8f77db095c0d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 946 time: 0.0489779 Apr 12 15:44:22.018172 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c20bd14b-f4c7-49fe-bc87-df65540f49ae req-33802abe-181c-4994-b273-ff4029b02bd9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390873 Apr 12 15:44:22.202052 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 189b5ec2-b942-483a-8a52-0300f931d1ab up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:44:22.246379 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 189b5ec2-b942-483a-8a52-0300f931d1ab completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:44:22.363340 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 189b5ec2-b942-483a-8a52-0300f931d1ab triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:44:22.363715 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:22.446755 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 189b5ec2-b942-483a-8a52-0300f931d1ab is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:44:22.447147 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:22.470715 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161be4d5-448e-4fb1-b0ad-3d5a3574f00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189b5ec2-b942-483a-8a52-0300f931d1ab'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:44:22.472939 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d05a92-d649-4c85-9bc1-a314bce859a4" -d '{"events": [{"server_uuid": "161be4d5-448e-4fb1-b0ad-3d5a3574f00c", "name": "network-vif-plugged", "status": "completed", "tag": "189b5ec2-b942-483a-8a52-0300f931d1ab"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:44:22.485110 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 189b5ec2-b942-483a-8a52-0300f931d1ab, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=189b5ec2-b942-483a-8a52-0300f931d1ab,segment=NetworkSegment(03b01854-c8a8-4bb5-a236-324d06d452ec),segment_id=03b01854-c8a8-4bb5-a236-324d06d452ec)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:22.511811 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbbed9b-f8fd-44fa-a2a0-3947a448280f x-openstack-request-id: req-9bbbed9b-f8fd-44fa-a2a0-3947a448280f {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:44:22.511811 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161be4d5-448e-4fb1-b0ad-3d5a3574f00c", "name": "network-vif-plugged", "status": "completed", "tag": "189b5ec2-b942-483a-8a52-0300f931d1ab", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:44:22.511811 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9bbbed9b-f8fd-44fa-a2a0-3947a448280f {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:44:22.511811 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbbed9b-f8fd-44fa-a2a0-3947a448280f'] response: {'server_uuid': '161be4d5-448e-4fb1-b0ad-3d5a3574f00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189b5ec2-b942-483a-8a52-0300f931d1ab', 'code': 200} Apr 12 15:44:22.594066 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:22.595151 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:44:22.672209 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=189b5ec2-b942-483a-8a52-0300f931d1ab,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:22.715988 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 70feb72b-beca-42b7-a3c3-343532dcb565 is: ACTIVE; New status is: DOWN {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:44:22.716378 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:22.721894 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d2a75-1288-4a50-b68e-55c959e1c889 req-e7046ddc-b54f-4223-9f16-c513d438945b tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:22.723338 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-062d2a75-1288-4a50-b68e-55c959e1c889 req-e7046ddc-b54f-4223-9f16-c513d438945b tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 950 time: 0.0532241 Apr 12 15:44:22.752114 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:22.771869 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-062d2a75-1288-4a50-b68e-55c959e1c889 req-40efce79-3de6-4935-93cf-957dc6b11414 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Apr 12 15:44:22.799472 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:22.846806 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=8']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:23.029422 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d47d02-b7d0-43ed-b52b-ed5d0dd48a2a req-796a1c85-6c81-47b5-a125-27685e2ac8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:23.030871 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9d47d02-b7d0-43ed-b52b-ed5d0dd48a2a req-796a1c85-6c81-47b5-a125-27685e2ac8e6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 1134 time: 0.0370910 Apr 12 15:44:23.081380 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9d47d02-b7d0-43ed-b52b-ed5d0dd48a2a req-5f85d1dc-c2da-4a95-ac68-f4149b044f30 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Apr 12 15:44:23.135862 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e392198-b32f-47d5-92f9-4ca36bb41fba req-33292c85-eab3-489c-aeda-8026f1d696da tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:23.137336 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e392198-b32f-47d5-92f9-4ca36bb41fba req-33292c85-eab3-489c-aeda-8026f1d696da tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0470827 Apr 12 15:44:23.184942 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e392198-b32f-47d5-92f9-4ca36bb41fba req-8b9cfc60-9ff5-498c-8da7-a9fd8026e718 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417750 Apr 12 15:44:23.885397 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29157056-b3ac-4d43-8189-79dc3305750f req-95a8f516-e516-472b-a6fd-12cd691ddcda tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:23.886847 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-29157056-b3ac-4d43-8189-79dc3305750f req-95a8f516-e516-472b-a6fd-12cd691ddcda tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 950 time: 0.0501962 Apr 12 15:44:23.935459 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-29157056-b3ac-4d43-8189-79dc3305750f req-1123ad5d-2b08-4a0e-ab6c-40e183893519 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Apr 12 15:44:23.954455 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:44:24.420701 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-a32e2d69-cd11-49af-b29a-34f209772a42 req-df215a80-edcc-4205-9c35-0b81f39c711e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:44:24.422413 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a32e2d69-cd11-49af-b29a-34f209772a42 req-df215a80-edcc-4205-9c35-0b81f39c711e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059814 Apr 12 15:44:24.512013 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:44:24.514752 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57691bfd-fb1a-4207-9c63-58956ec2b40d" -d '{"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-unplugged", "status": "completed", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:44:24.544881 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c053be1-3153-4390-ba87-0897ab4d2c7a x-openstack-request-id: req-2c053be1-3153-4390-ba87-0897ab4d2c7a {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:44:24.545176 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-unplugged", "status": "failed", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565", "code": 422}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:44:24.545432 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c053be1-3153-4390-ba87-0897ab4d2c7a {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:44:24.545876 dv-cinder-837525-1-iscsi neutron-server[104758]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2c053be1-3153-4390-ba87-0897ab4d2c7a']: {'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565', 'code': 422} returned with failed status Apr 12 15:44:24.752135 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa54125-b687-4e0c-8396-bdac2298417b req-2ab74004-3acf-4bc5-95c9-c04fa734de36 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:24.753761 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0aa54125-b687-4e0c-8396-bdac2298417b req-2ab74004-3acf-4bc5-95c9-c04fa734de36 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0470772 Apr 12 15:44:24.806954 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0aa54125-b687-4e0c-8396-bdac2298417b req-8f4b5980-9b9d-48a7-bab1-f255aafe537c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468111 Apr 12 15:44:25.047845 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a46-f2b1-4e08-a971-0af30460188b req-f0b95565-602a-423f-86aa-8c0db6eaa06f tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:25.049346 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61822a46-f2b1-4e08-a971-0af30460188b req-f0b95565-602a-423f-86aa-8c0db6eaa06f tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 950 time: 0.0474639 Apr 12 15:44:25.095837 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61822a46-f2b1-4e08-a971-0af30460188b req-d99e4df1-0459-4ec4-9ce6-b70745ecb115 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Apr 12 15:44:25.245596 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49934) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:25.331966 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-a4ac92ec-7d9b-4889-b7ec-e55decbe0930 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869963 Apr 12 15:44:25.340498 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-2f27a9c0-f703-4fab-b124-26b9179df07d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:44:25.341475 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-2f27a9c0-f703-4fab-b124-26b9179df07d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049238 Apr 12 15:44:25.418314 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 49942) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:25.511740 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-49111237-ddd7-4b20-b6c6-9ae32c000ddb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:25.513066 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-49111237-ddd7-4b20-b6c6-9ae32c000ddb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports/70feb72b-beca-42b7-a3c3-343532dcb565 HTTP/1.1" status: 200 len: 941 time: 0.0936987 Apr 12 15:44:25.660614 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39602226-7cd0-46a6-9fc9-56fbb71e91fe req-fc47d3a5-a851-47a7-b55a-f9cf3aa1bc26 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:25.662225 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-39602226-7cd0-46a6-9fc9-56fbb71e91fe req-fc47d3a5-a851-47a7-b55a-f9cf3aa1bc26 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 950 time: 0.0512855 Apr 12 15:44:25.712234 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-39602226-7cd0-46a6-9fc9-56fbb71e91fe req-c89dd70b-9a70-443f-bc2e-172d8c28c723 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442281 Apr 12 15:44:25.926597 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c659fdb-e762-4d76-ae24-a1983e68bc22 req-ca02d575-baf9-4add-87a6-0671e1ffe609 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:25.928096 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3c659fdb-e762-4d76-ae24-a1983e68bc22 req-ca02d575-baf9-4add-87a6-0671e1ffe609 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0474946 Apr 12 15:44:25.976184 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3c659fdb-e762-4d76-ae24-a1983e68bc22 req-845d64d1-2fcd-4d61-80a5-06958618512a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425072 Apr 12 15:44:26.172946 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:44:26.250418 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 70feb72b-beca-42b7-a3c3-343532dcb565 is: DOWN; New status is: DOWN {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:44:26.822910 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30118af-e767-492e-8696-169a49cb804f req-7f99811b-2eef-4959-9c34-a04509f95bed tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:26.824365 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a30118af-e767-492e-8696-169a49cb804f req-7f99811b-2eef-4959-9c34-a04509f95bed tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 950 time: 0.0464437 Apr 12 15:44:26.871370 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a30118af-e767-492e-8696-169a49cb804f req-30776983-a799-4f66-b470-095961828c38 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/security-groups?id=e61660b8-3a0a-4a8f-96f2-7da3523c08bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Apr 12 15:44:27.093050 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5827f7-be75-48a4-b712-2acfae6c480c req-ef8f3332-9649-433b-8bf1-017030868035 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:27.094572 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ed5827f7-be75-48a4-b712-2acfae6c480c req-ef8f3332-9649-433b-8bf1-017030868035 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0471859 Apr 12 15:44:27.144869 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ed5827f7-be75-48a4-b712-2acfae6c480c req-a92a8585-2cf8-4c54-b1b8-3a52be53c20b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445707 Apr 12 15:44:27.561163 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-d86749c3-e21a-4edf-89fe-ae8d1ba7861d tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:27.562584 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-d86749c3-e21a-4edf-89fe-ae8d1ba7861d tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.84 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 950 time: 0.0471711 Apr 12 15:44:27.650459 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Deleting port 189b5ec2-b942-483a-8a52-0300f931d1ab {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:44:27.650695 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:27.738400 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] For port 189b5ec2-b942-483a-8a52-0300f931d1ab, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=189b5ec2-b942-483a-8a52-0300f931d1ab,segment=NetworkSegment(03b01854-c8a8-4bb5-a236-324d06d452ec),segment_id=03b01854-c8a8-4bb5-a236-324d06d452ec)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:27.738689 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:27.751298 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Calling delete_port for 189b5ec2-b942-483a-8a52-0300f931d1ab owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:44:27.938136 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (189b5ec2-b942-483a-8a52-0300f931d1ab), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:27.950774 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['189b5ec2-b942-483a-8a52-0300f931d1ab'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:44:27.994045 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1642b84d-4b05-4d03-b629-8a7968b31e5a req-2d800f95-7e38-4327-ba98-13e82ed89852 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 210 time: 0.0541716 Apr 12 15:44:27.994747 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Pushing event deleted for resources: {'Port': ['ID=189b5ec2-b942-483a-8a52-0300f931d1ab,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:28.037792 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] No DVR routers for this DVR port 189b5ec2-b942-483a-8a52-0300f931d1ab on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:44:28.042044 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:28.045364 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a5fa28d-ddae-4855-af4a-21fca6050c76 req-be23908b-fa25-422c-9574-d617e95370da tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.84 "DELETE /v2.0/ports/189b5ec2-b942-483a-8a52-0300f931d1ab HTTP/1.1" status: 204 len: 173 time: 0.4767063 Apr 12 15:44:28.045811 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161be4d5-448e-4fb1-b0ad-3d5a3574f00c', 'name': 'network-vif-deleted', 'tag': '189b5ec2-b942-483a-8a52-0300f931d1ab'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:44:28.050009 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654396e8-a0f6-4481-b77a-2552b85caa41" -d '{"events": [{"server_uuid": "161be4d5-448e-4fb1-b0ad-3d5a3574f00c", "name": "network-vif-deleted", "tag": "189b5ec2-b942-483a-8a52-0300f931d1ab"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:44:28.090360 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c5f08e-f026-4751-8f1c-9614bf2f1aa1 x-openstack-request-id: req-65c5f08e-f026-4751-8f1c-9614bf2f1aa1 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:44:28.090727 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161be4d5-448e-4fb1-b0ad-3d5a3574f00c", "name": "network-vif-deleted", "tag": "189b5ec2-b942-483a-8a52-0300f931d1ab", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:44:28.090994 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65c5f08e-f026-4751-8f1c-9614bf2f1aa1 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:44:28.091406 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c5f08e-f026-4751-8f1c-9614bf2f1aa1'] response: {'server_uuid': '161be4d5-448e-4fb1-b0ad-3d5a3574f00c', 'name': 'network-vif-deleted', 'tag': '189b5ec2-b942-483a-8a52-0300f931d1ab', 'status': 'completed', 'code': 200} Apr 12 15:44:28.263633 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f6f6c-46c5-47c7-abd2-2a8d1b11338a req-89517dbc-2149-45a3-8229-15f0ab9d246c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:28.265179 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b40f6f6c-46c5-47c7-abd2-2a8d1b11338a req-89517dbc-2149-45a3-8229-15f0ab9d246c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0478034 Apr 12 15:44:28.315121 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b40f6f6c-46c5-47c7-abd2-2a8d1b11338a req-27292ded-b6fe-4cd0-b5b6-5064e99180fc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Apr 12 15:44:29.106750 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-396e5769-a3c1-4603-83ca-cc0503e4f22c req-828b8bb9-d04b-4bb5-8b7b-9b026bd37411 tempest-VolumesNegativeTest-1743180011 tempest-VolumesNegativeTest-1743180011-project] 10.222.0.74 "GET /v2.0/ports?device_id=161be4d5-448e-4fb1-b0ad-3d5a3574f00c HTTP/1.1" status: 200 len: 210 time: 0.0271361 Apr 12 15:44:29.485609 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffa63-bc5c-4b87-8cec-422b4acc0503 req-472880ea-15cf-457e-8b4f-fb3fa259cb5d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:29.487061 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-141ffa63-bc5c-4b87-8cec-422b4acc0503 req-472880ea-15cf-457e-8b4f-fb3fa259cb5d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.1026511 Apr 12 15:44:29.504517 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-04aa6e70-5aee-400d-b634-8a54b7938daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:29.505928 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-04aa6e70-5aee-400d-b634-8a54b7938daf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1&tenant_id=7c2efce054354220b73b730da35f9ef4 HTTP/1.1" status: 200 len: 1128 time: 0.0879161 Apr 12 15:44:29.570416 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-141ffa63-bc5c-4b87-8cec-422b4acc0503 req-302c07c6-ff7b-4545-8573-71cc865c560f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744321 Apr 12 15:44:29.575683 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-dddb8b20-9823-4b71-9c1b-be53f9c68b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:29.577118 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-dddb8b20-9823-4b71-9c1b-be53f9c68b23 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 1128 time: 0.0491114 Apr 12 15:44:29.671410 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-ae88afd9-66be-407d-a28d-5c88bbfb9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:29.672925 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-ae88afd9-66be-407d-a28d-5c88bbfb9975 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 917 time: 0.0896242 Apr 12 15:44:29.744010 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-e2e186a7-3706-4b8d-b311-efabe9b4da42 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70feb72b-beca-42b7-a3c3-343532dcb565 HTTP/1.1" status: 200 len: 999 time: 0.0624814 Apr 12 15:44:29.792653 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-49d53449-49db-417f-b7ba-2547c81ef9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:29.794064 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-49d53449-49db-417f-b7ba-2547c81ef9eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0426385 Apr 12 15:44:29.837260 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-3d51ff46-252b-4891-a0cf-596229373fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:29.838685 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-3d51ff46-252b-4891-a0cf-596229373fa7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371826 Apr 12 15:44:29.931768 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-e41bcded-9d50-4d85-a6e3-bfcffcec3c69 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871863 Apr 12 15:44:29.936733 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c749bc4c-b270-4941-a165-08cbe28652e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:30.023963 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81ffbf28-e94d-4707-8565-a711d8adcd67 req-912b84e9-72e4-4c2f-b173-ac0936209da3 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822241 Apr 12 15:44:30.607655 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-472eeffc-000b-4886-8c86-c2bfe2b4d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:30.612617 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-472eeffc-000b-4886-8c86-c2bfe2b4d5a1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 1128 time: 0.0437288 Apr 12 15:44:30.749291 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eae26-6b2f-40ed-ae07-b2bb9f71256e req-2be97d8b-2a56-46c5-843a-9bad3b971ca2 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:30.750680 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-519eae26-6b2f-40ed-ae07-b2bb9f71256e req-2be97d8b-2a56-46c5-843a-9bad3b971ca2 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.1030309 Apr 12 15:44:30.788991 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-d2037b1a-16cf-4a74-bddb-172fede91fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:30.790594 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-d2037b1a-16cf-4a74-bddb-172fede91fb5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 917 time: 0.1541221 Apr 12 15:44:30.825259 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-519eae26-6b2f-40ed-ae07-b2bb9f71256e req-26ef4fa9-4731-4000-a1ff-669a5d9f85c4 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677931 Apr 12 15:44:31.962995 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b75ad0-2556-4ba4-935b-9bb4b412d3e8 req-ce7a8cfd-8b72-434d-86e1-4dc825308127 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:31.965962 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f1b75ad0-2556-4ba4-935b-9bb4b412d3e8 req-ce7a8cfd-8b72-434d-86e1-4dc825308127 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0621006 Apr 12 15:44:32.018399 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f1b75ad0-2556-4ba4-935b-9bb4b412d3e8 req-087454aa-49cc-4124-a02f-fdcc6c881b76 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462465 Apr 12 15:44:32.224829 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 189b5ec2-b942-483a-8a52-0300f931d1ab no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:44:32.248872 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 189b5ec2-b942-483a-8a52-0300f931d1ab {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:44:32.249224 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 189b5ec2-b942-483a-8a52-0300f931d1ab not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:44:32.788733 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4f63-e12d-467d-9aba-c158c5065d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:33.085930 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:33.159056 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d1b2d-69be-405e-8017-6e2ea0e989df req-dc0e05cc-5710-45ef-bce5-408910f0af69 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:33.160580 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-961d1b2d-69be-405e-8017-6e2ea0e989df req-dc0e05cc-5710-45ef-bce5-408910f0af69 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0584774 Apr 12 15:44:33.212041 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-961d1b2d-69be-405e-8017-6e2ea0e989df req-31773755-27da-4868-a9a5-d9ef46839097 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Apr 12 15:44:33.914411 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:34.400502 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024c1b7-2551-4889-8850-ba6c3e6e207d req-ca781b74-43be-4c49-adce-aa6c3a9ea867 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:34.401982 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d024c1b7-2551-4889-8850-ba6c3e6e207d req-ca781b74-43be-4c49-adce-aa6c3a9ea867 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.1134527 Apr 12 15:44:34.462776 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d024c1b7-2551-4889-8850-ba6c3e6e207d req-3441de72-72fc-47db-ba58-353fa2a76774 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494063 Apr 12 15:44:35.583585 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f5851-5cf5-47e2-916a-f8259f815de3 req-61b23baa-d1d4-4d3c-be10-a18b58dd5dfb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:35.585972 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c15f5851-5cf5-47e2-916a-f8259f815de3 req-61b23baa-d1d4-4d3c-be10-a18b58dd5dfb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0487618 Apr 12 15:44:35.635364 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c15f5851-5cf5-47e2-916a-f8259f815de3 req-e4440049-8167-48b8-b773-f77ff7790a6a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434473 Apr 12 15:44:35.754211 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:36.460717 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50260) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:36.602375 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f8222863-17f6-4d7d-b92b-d0056a5a3c32 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=035bfdf48ca74cf8aea0a815f8d24e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404209 Apr 12 15:44:36.604709 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50264) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:44:36.654288 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7f137ec-09ff-4763-a098-5b782cc6ad19 admin admin] Publish callbacks [] for security_group (e61660b8-3a0a-4a8f-96f2-7da3523c08bf), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:36.675518 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7f137ec-09ff-4763-a098-5b782cc6ad19 admin admin] Publish callbacks [] for security_group (e61660b8-3a0a-4a8f-96f2-7da3523c08bf), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:36.760413 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77693c-65c3-48af-8930-5b052a9f5fbb req-981b3c0f-367e-41f9-b914-205b73ef438c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:36.761908 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba77693c-65c3-48af-8930-5b052a9f5fbb req-981b3c0f-367e-41f9-b914-205b73ef438c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0472469 Apr 12 15:44:36.816882 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7f137ec-09ff-4763-a098-5b782cc6ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (e61660b8-3a0a-4a8f-96f2-7da3523c08bf), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:36.821182 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba77693c-65c3-48af-8930-5b052a9f5fbb req-c10a4c07-cce3-4b38-af17-e43852250151 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531023 Apr 12 15:44:36.822743 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f7f137ec-09ff-4763-a098-5b782cc6ad19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:36.826328 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f7f137ec-09ff-4763-a098-5b782cc6ad19 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e61660b8-3a0a-4a8f-96f2-7da3523c08bf HTTP/1.1" status: 204 len: 168 time: 0.2183568 Apr 12 15:44:36.833568 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f137ec-09ff-4763-a098-5b782cc6ad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61660b8-3a0a-4a8f-96f2-7da3523c08bf,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:36.940915 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:37.949914 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985085da-186a-45b8-bd43-27ab7a361098 req-a2c69b4e-ab37-441f-8529-bec2c1538a5d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:37.951333 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-985085da-186a-45b8-bd43-27ab7a361098 req-a2c69b4e-ab37-441f-8529-bec2c1538a5d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0480340 Apr 12 15:44:38.017805 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-985085da-186a-45b8-bd43-27ab7a361098 req-417e9fd6-d8bb-4f78-b678-0219f52a7b66 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597227 Apr 12 15:44:39.145600 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb937d-b070-445c-b6a3-66c791041251 req-c8c9f02c-401e-495f-9481-b2e2c3e29da9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:39.150217 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbbb937d-b070-445c-b6a3-66c791041251 req-c8c9f02c-401e-495f-9481-b2e2c3e29da9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0500693 Apr 12 15:44:39.205353 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbbb937d-b070-445c-b6a3-66c791041251 req-fd8726a1-97bf-46dd-b5b3-f5a4b3385be5 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497754 Apr 12 15:44:40.337190 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72f2aa-40d3-402f-9c37-7f38f77f82b3 req-613886ba-012a-4d0b-af05-51fca688f1cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:40.338665 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ce72f2aa-40d3-402f-9c37-7f38f77f82b3 req-613886ba-012a-4d0b-af05-51fca688f1cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0514126 Apr 12 15:44:40.387140 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ce72f2aa-40d3-402f-9c37-7f38f77f82b3 req-27487d5d-1781-4cf2-b8b7-e1acc1ce864a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423703 Apr 12 15:44:41.509500 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5910-9ba6-4eba-acd2-6da766493445 req-076e5062-d0dd-48a1-be6d-308322e45c3f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:41.510892 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-19ab5910-9ba6-4eba-acd2-6da766493445 req-076e5062-d0dd-48a1-be6d-308322e45c3f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0478287 Apr 12 15:44:41.559675 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-19ab5910-9ba6-4eba-acd2-6da766493445 req-69479b89-783d-4293-8854-0c95d3424ec8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428636 Apr 12 15:44:42.889562 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ed649-022d-4665-baa9-f1636f505348 req-edc025d9-c6a0-4bff-bc0f-75dd578d9c20 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:42.892741 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-489ed649-022d-4665-baa9-f1636f505348 req-edc025d9-c6a0-4bff-bc0f-75dd578d9c20 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0471168 Apr 12 15:44:42.941661 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-489ed649-022d-4665-baa9-f1636f505348 req-c523dfc3-9f6a-47c4-91c0-37133a073389 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449169 Apr 12 15:44:44.055003 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc21009-bd64-47e8-8ddf-20cf50c3c89c req-b780271b-df05-403a-af6f-378baa280ece tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:44.056436 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6dc21009-bd64-47e8-8ddf-20cf50c3c89c req-b780271b-df05-403a-af6f-378baa280ece tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0454307 Apr 12 15:44:44.102712 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6dc21009-bd64-47e8-8ddf-20cf50c3c89c req-4dea7b5b-1dc4-4724-b68e-e6994661a4b3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Apr 12 15:44:45.217504 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff64d4-a8ef-41ce-b4e7-cf490e444ccf req-2eb91d75-1e06-42e2-aaa4-dcd5d9619bdf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:45.218862 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89ff64d4-a8ef-41ce-b4e7-cf490e444ccf req-2eb91d75-1e06-42e2-aaa4-dcd5d9619bdf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0453203 Apr 12 15:44:45.264226 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89ff64d4-a8ef-41ce-b4e7-cf490e444ccf req-a9657e32-7a8d-48b4-90e5-708865f70f54 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 Apr 12 15:44:45.823732 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-4b07a3b8-1d39-4331-86d1-de05793f04ac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70feb72b-beca-42b7-a3c3-343532dcb565 HTTP/1.1" status: 200 len: 999 time: 0.0619285 Apr 12 15:44:46.378623 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1272f-4b28-463b-b4bd-3040ba352d0f req-c49c46c1-06d0-454a-8e9d-4830c9b7b2aa tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:46.380097 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a5c1272f-4b28-463b-b4bd-3040ba352d0f req-c49c46c1-06d0-454a-8e9d-4830c9b7b2aa tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0463858 Apr 12 15:44:46.426655 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a5c1272f-4b28-463b-b4bd-3040ba352d0f req-a7f3053a-f635-4c8e-a55d-c60b704d525a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Apr 12 15:44:47.226804 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-b1bd91d8-547f-4e9a-83f5-08e172441f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:47.228159 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-b1bd91d8-547f-4e9a-83f5-08e172441f47 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0472193 Apr 12 15:44:47.273216 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-6790c282-d820-46e4-bd69-c1f66d54106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:47.274918 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-6790c282-d820-46e4-bd69-c1f66d54106a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391355 Apr 12 15:44:47.368131 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-e5a3bcd8-89c2-4b7b-85a6-bc9ab76add76 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858381 Apr 12 15:44:47.462443 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d289b43-a67b-4ef3-8561-f31fb899279b req-22d737f2-7e7c-4b50-a994-e7ad57ca275b service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888569 Apr 12 15:44:47.550367 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bf74e-835a-451c-b82c-f8a9c2baeb57 req-196a3cf4-f8ae-4ef2-9e9c-84e481dbea15 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:47.551962 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-822bf74e-835a-451c-b82c-f8a9c2baeb57 req-196a3cf4-f8ae-4ef2-9e9c-84e481dbea15 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0486910 Apr 12 15:44:47.599354 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-822bf74e-835a-451c-b82c-f8a9c2baeb57 req-409fdefb-ff8f-474d-864d-7d1043fec801 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Apr 12 15:44:48.719186 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ca90e-1a30-45fd-b79f-1d0efb84b96e req-01b51efd-9600-4714-8617-a6e25784efd2 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:48.720623 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a0ca90e-1a30-45fd-b79f-1d0efb84b96e req-01b51efd-9600-4714-8617-a6e25784efd2 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0501320 Apr 12 15:44:48.767445 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a0ca90e-1a30-45fd-b79f-1d0efb84b96e req-3720929c-a4f9-42a7-a721-b5b91fa23ce3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411015 Apr 12 15:44:49.887543 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dea7f4-1f58-4d0b-a4cd-3f6f3b2f07f6 req-ab9c0775-1e63-4bc7-916a-ebff8d1af883 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:49.889027 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-67dea7f4-1f58-4d0b-a4cd-3f6f3b2f07f6 req-ab9c0775-1e63-4bc7-916a-ebff8d1af883 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0488212 Apr 12 15:44:49.934390 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-67dea7f4-1f58-4d0b-a4cd-3f6f3b2f07f6 req-9da3287f-0b95-49b0-8b3b-f8e4f8caed0a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399110 Apr 12 15:44:51.058252 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b1cce-8b72-4b99-9df0-24a86fe34b17 req-402dabad-af90-4031-9ba6-a8a51e06ea07 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:51.059700 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-046b1cce-8b72-4b99-9df0-24a86fe34b17 req-402dabad-af90-4031-9ba6-a8a51e06ea07 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0458224 Apr 12 15:44:51.105862 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-046b1cce-8b72-4b99-9df0-24a86fe34b17 req-71cbdbb8-48ea-4a0a-ab2c-165003a7e6dc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401614 Apr 12 15:44:52.221938 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1154-1a60-4841-bd60-58665dca4153 req-6e3bcb6e-c141-4014-9a4d-12b4ae27265f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:52.223426 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-03fa1154-1a60-4841-bd60-58665dca4153 req-6e3bcb6e-c141-4014-9a4d-12b4ae27265f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0464904 Apr 12 15:44:52.269538 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-03fa1154-1a60-4841-bd60-58665dca4153 req-976f73a2-cb2c-453b-853a-1ab08780d70a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405660 Apr 12 15:44:53.389668 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5e9f5-8269-4996-a1a0-87f6376d40c0 req-563f260b-bb6e-41a5-889b-99ef798f9968 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:53.391203 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96a5e9f5-8269-4996-a1a0-87f6376d40c0 req-563f260b-bb6e-41a5-889b-99ef798f9968 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0503783 Apr 12 15:44:53.437553 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96a5e9f5-8269-4996-a1a0-87f6376d40c0 req-9d8546ac-7015-4915-a79d-40fb61dc47a3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402589 Apr 12 15:44:54.355913 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:44:54.454081 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:54.465515 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '70feb72b-beca-42b7-a3c3-343532dcb565', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'port_id': '70feb72b-beca-42b7-a3c3-343532dcb565', 'mac_address': 'fa:16:3e:0d:79:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:44:54.506995 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 70feb72b-beca-42b7-a3c3-343532dcb565 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:44:54.507391 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:54.520350 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70feb72b-beca-42b7-a3c3-343532dcb565 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:44:54.540603 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:54.569506 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f86a8-61e7-4e22-8fe5-ce459a74b479 req-beac2ff8-af7d-47e8-be5b-d3b267805b2a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:54.570856 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2c5f86a8-61e7-4e22-8fe5-ce459a74b479 req-beac2ff8-af7d-47e8-be5b-d3b267805b2a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 944 time: 0.0506060 Apr 12 15:44:54.617710 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2c5f86a8-61e7-4e22-8fe5-ce459a74b479 req-ff0f6d27-6bab-4c2a-bc27-4f3af230a06c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 Apr 12 15:44:54.621932 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:54.670150 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=9']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:55.020736 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['70feb72b-beca-42b7-a3c3-343532dcb565'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:44:55.735693 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d9cea-88a8-41b0-b922-166667777a03 req-a6b3376f-b04b-424f-9390-08d7a9bcbe1a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:55.737159 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca3d9cea-88a8-41b0-b922-166667777a03 req-a6b3376f-b04b-424f-9390-08d7a9bcbe1a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 945 time: 0.0467055 Apr 12 15:44:55.783359 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca3d9cea-88a8-41b0-b922-166667777a03 req-85816d5f-4643-4f0f-a344-00a2bc9f39ce tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407991 Apr 12 15:44:56.372560 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:44:56.417848 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 70feb72b-beca-42b7-a3c3-343532dcb565 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:44:56.418248 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:56.498558 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 70feb72b-beca-42b7-a3c3-343532dcb565 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:44:56.498954 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:56.521199 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:44:56.523455 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c077b4-8aec-40f7-a647-4f2fc2f1d779" -d '{"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-plugged", "status": "completed", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:44:56.537715 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:44:56.558983 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e3918f-44b6-4ab8-b146-342bf3273020 x-openstack-request-id: req-82e3918f-44b6-4ab8-b146-342bf3273020 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:44:56.559301 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-plugged", "status": "completed", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:44:56.559559 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-82e3918f-44b6-4ab8-b146-342bf3273020 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:44:56.559969 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e3918f-44b6-4ab8-b146-342bf3273020'] response: {'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565', 'code': 200} Apr 12 15:44:56.635345 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:44:56.684127 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=10']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:44:56.691482 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.696212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:44:56.904894 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dd17b-bdf2-4d58-8ac3-0d8a28657d89 req-17e6c7f5-b5d2-4cce-8841-4ef01ac9295d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:56.906258 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e50dd17b-bdf2-4d58-8ac3-0d8a28657d89 req-17e6c7f5-b5d2-4cce-8841-4ef01ac9295d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.0512369 Apr 12 15:44:56.957001 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e50dd17b-bdf2-4d58-8ac3-0d8a28657d89 req-05776df9-cf06-44ac-a87c-dba5eae37533 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Apr 12 15:44:57.054779 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364def7-b5dd-4e37-8a27-0ff337416a83 req-0473fb8f-0f9b-4789-9428-3a83e0845979 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:57.056279 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4364def7-b5dd-4e37-8a27-0ff337416a83 req-0473fb8f-0f9b-4789-9428-3a83e0845979 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0474072 Apr 12 15:44:57.103745 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4364def7-b5dd-4e37-8a27-0ff337416a83 req-b90eccff-e2fb-44d4-a16b-617f11a86263 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Apr 12 15:44:57.238142 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-14ad95dd-e593-4631-a248-78455a1729d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:57.239607 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-14ad95dd-e593-4631-a248-78455a1729d1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1129 time: 0.1326771 Apr 12 15:44:57.336242 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-eb05307e-a2a7-41d4-969c-546951c6f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:57.337829 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-eb05307e-a2a7-41d4-969c-546951c6f6b2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.0878127 Apr 12 15:44:57.347691 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbee8b2-56b5-4876-92c9-216312b81dcc req-cee09ba9-a004-4586-8951-6a2f4130d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:57.349196 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-edbee8b2-56b5-4876-92c9-216312b81dcc req-cee09ba9-a004-4586-8951-6a2f4130d981 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 1131 time: 0.0371742 Apr 12 15:44:57.395923 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-edbee8b2-56b5-4876-92c9-216312b81dcc req-3bdb9df3-279d-452c-a0c7-528b22b26a9a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402977 Apr 12 15:44:57.408110 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-f6932abd-d57a-4350-b194-7671eaf0968c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee HTTP/1.1" status: 200 len: 1001 time: 0.0630546 Apr 12 15:44:57.739304 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-9d629ab2-b53f-4abc-8d7b-27bc9131d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:57.740710 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-9d629ab2-b53f-4abc-8d7b-27bc9131d3f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0426948 Apr 12 15:44:57.782974 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-05152a14-a1eb-4ada-a13b-17092a069ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:57.784453 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-05152a14-a1eb-4ada-a13b-17092a069ef3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368996 Apr 12 15:44:57.880239 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-616983da-03ed-4b6b-bb74-71d7e8581577 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839338 Apr 12 15:44:57.972150 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f270ad4d-2a45-4945-b9cc-59a9c5459abe req-59eff649-ae3d-4259-8464-909b1a326aa5 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856874 Apr 12 15:44:58.077841 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675e04b-5b15-415c-9bb8-c9ce4b794aaa req-532b9e9e-4a2c-4cdb-a6de-5d14ee2224d9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:58.079316 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7675e04b-5b15-415c-9bb8-c9ce4b794aaa req-532b9e9e-4a2c-4cdb-a6de-5d14ee2224d9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.0504873 Apr 12 15:44:58.125042 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7675e04b-5b15-415c-9bb8-c9ce4b794aaa req-4fa6d83d-e477-49b8-8e2e-5e1068230885 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Apr 12 15:44:58.214279 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e98f2-884e-4960-9ac1-c479b847394c req-a45b36fd-c953-4e02-9bab-1ade4634f9c6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:58.215732 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d93e98f2-884e-4960-9ac1-c479b847394c req-a45b36fd-c953-4e02-9bab-1ade4634f9c6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0454922 Apr 12 15:44:58.261410 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d93e98f2-884e-4960-9ac1-c479b847394c req-a788c02a-8576-46cc-97dd-b34dc01799b7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397308 Apr 12 15:44:59.240493 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19801fc-e5f2-4423-a59a-48fd0ace0959 req-2d7e638a-e6ef-4cf6-a639-144768f7fd7a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:59.241908 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19801fc-e5f2-4423-a59a-48fd0ace0959 req-2d7e638a-e6ef-4cf6-a639-144768f7fd7a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.0465343 Apr 12 15:44:59.290084 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19801fc-e5f2-4423-a59a-48fd0ace0959 req-099bf88b-8657-444f-a57c-e89f0e03a184 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 Apr 12 15:44:59.372528 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5f19-8519-4f02-8d73-21ad97caa507 req-c434ed17-81a2-4335-a7ea-83b39104738e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:44:59.374068 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-abdc5f19-8519-4f02-8d73-21ad97caa507 req-c434ed17-81a2-4335-a7ea-83b39104738e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0457644 Apr 12 15:44:59.420252 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-abdc5f19-8519-4f02-8d73-21ad97caa507 req-c8db96f0-d511-4fc1-8208-6b316367fa6b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407438 Apr 12 15:44:59.964520 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-189b5d6f-79d5-487b-90f2-821fe54ea823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:00.409206 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8427d4a-90f5-4e7b-b3d9-4e8715e69275 req-3fe35dc7-ad71-41e1-8a69-942233a2a4f5 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:00.410526 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8427d4a-90f5-4e7b-b3d9-4e8715e69275 req-3fe35dc7-ad71-41e1-8a69-942233a2a4f5 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.0499673 Apr 12 15:45:00.458509 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8427d4a-90f5-4e7b-b3d9-4e8715e69275 req-f8a44454-afab-44e5-a735-d2ee73e3e401 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Apr 12 15:45:00.535230 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b50b6-205e-4b19-a051-1c489bbdc38e req-c587b555-f524-439f-9b48-49a3fa1e9202 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:00.536687 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-491b50b6-205e-4b19-a051-1c489bbdc38e req-c587b555-f524-439f-9b48-49a3fa1e9202 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Apr 12 15:45:00.583506 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-491b50b6-205e-4b19-a051-1c489bbdc38e req-dd9280ec-aede-449e-98d6-42b7a57e570e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413804 Apr 12 15:45:00.953860 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:45:01.572550 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b7c19-050d-4d49-856e-6ae92e0c4662 req-7fb12d7c-1175-4e27-968d-c4fb7484a29f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:01.573918 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-529b7c19-050d-4d49-856e-6ae92e0c4662 req-7fb12d7c-1175-4e27-968d-c4fb7484a29f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.0455999 Apr 12 15:45:01.619440 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-529b7c19-050d-4d49-856e-6ae92e0c4662 req-fd191ce0-dbca-4ebd-96f8-892385b2b1bf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401025 Apr 12 15:45:01.694132 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400f1e4-4e6d-4c57-8166-c02d008e27d0 req-d086c693-b33d-43e2-9ff6-acd0fa221624 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:01.695578 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6400f1e4-4e6d-4c57-8166-c02d008e27d0 req-d086c693-b33d-43e2-9ff6-acd0fa221624 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0462453 Apr 12 15:45:01.740844 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6400f1e4-4e6d-4c57-8166-c02d008e27d0 req-784f2f26-d62f-4282-87f8-3b4da9602aed tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397198 Apr 12 15:45:02.801275 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d439b761-c3fb-4b2d-99eb-64e84fa414c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:02.851968 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f1337-d5e4-48de-9152-c7e08047df8a req-2d709d10-2466-47ec-91c7-b7bac3ab5e08 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:02.853549 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f98f1337-d5e4-48de-9152-c7e08047df8a req-2d709d10-2466-47ec-91c7-b7bac3ab5e08 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0471253 Apr 12 15:45:02.902093 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f98f1337-d5e4-48de-9152-c7e08047df8a req-adc3a699-b61c-4b17-9e88-94452e5c4f5c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 Apr 12 15:45:03.161428 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:03.876458 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:04.016825 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246f276-a567-442d-a143-96167ee6f9b5 req-83395ef3-e35f-447b-bcbf-a8bc4d6dd0b8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:04.019533 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c246f276-a567-442d-a143-96167ee6f9b5 req-83395ef3-e35f-447b-bcbf-a8bc4d6dd0b8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0483167 Apr 12 15:45:04.069161 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c246f276-a567-442d-a143-96167ee6f9b5 req-c928914d-a897-4568-b14e-67e5c6e6c93f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440762 Apr 12 15:45:05.180433 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1638fa-b661-499a-a7de-0ca84d9cbbd2 req-6e058e63-dea5-409f-add0-6376c5a6e11d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:05.181919 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7b1638fa-b661-499a-a7de-0ca84d9cbbd2 req-6e058e63-dea5-409f-add0-6376c5a6e11d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0469332 Apr 12 15:45:05.236094 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7b1638fa-b661-499a-a7de-0ca84d9cbbd2 req-2085ecfa-ea94-4a2e-9e93-3da6ce425296 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486231 Apr 12 15:45:05.801147 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:06.348339 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217187e-866b-48ea-89c9-00143e23fc26 req-84a8839e-3083-4f87-afa1-6cc7fd133d30 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:06.349868 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0217187e-866b-48ea-89c9-00143e23fc26 req-84a8839e-3083-4f87-afa1-6cc7fd133d30 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0467885 Apr 12 15:45:06.402163 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0217187e-866b-48ea-89c9-00143e23fc26 req-40c3854a-1364-4dd6-b6a5-b7e5f828f215 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466487 Apr 12 15:45:06.961066 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:07.513242 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d397a3e-9317-4965-bfae-5a56584bb80d req-067ff608-3626-4558-a983-9cfa7c63344b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:07.514733 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9d397a3e-9317-4965-bfae-5a56584bb80d req-067ff608-3626-4558-a983-9cfa7c63344b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0458906 Apr 12 15:45:07.560085 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9d397a3e-9317-4965-bfae-5a56584bb80d req-43d987e2-718b-4c76-ab96-7617cb868fc8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399437 Apr 12 15:45:08.670997 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3381d-e46c-485c-9e7e-35d5e4bf8825 req-3e88944f-ace7-4b9e-8854-eef376673de4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:08.672450 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ece3381d-e46c-485c-9e7e-35d5e4bf8825 req-3e88944f-ace7-4b9e-8854-eef376673de4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0462847 Apr 12 15:45:08.718372 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ece3381d-e46c-485c-9e7e-35d5e4bf8825 req-d07433a5-1e81-42c8-961a-e79fa4a72b32 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399306 Apr 12 15:45:09.837927 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63de8a6-181b-43c3-8fc9-e7bc46c58bf9 req-08760b79-b8f5-4b23-845b-230786f46a01 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:09.839386 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f63de8a6-181b-43c3-8fc9-e7bc46c58bf9 req-08760b79-b8f5-4b23-845b-230786f46a01 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0500975 Apr 12 15:45:09.884611 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f63de8a6-181b-43c3-8fc9-e7bc46c58bf9 req-004fdae6-bfd0-4fba-aca1-5678ab379b63 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397320 Apr 12 15:45:11.001650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8ed02-9ab2-4be8-84e0-8bb75de559ed req-1f42a480-8902-463b-8ab5-74d6024e1467 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:11.003506 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e0a8ed02-9ab2-4be8-84e0-8bb75de559ed req-1f42a480-8902-463b-8ab5-74d6024e1467 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0506678 Apr 12 15:45:11.050630 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e0a8ed02-9ab2-4be8-84e0-8bb75de559ed req-ae15efd0-8adc-4b02-953a-6994426613f5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Apr 12 15:45:11.050958 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802489c0-8471-432e-8704-71a8b331f8b1 req-5b7ec3aa-56da-447c-b1c3-0fedb658412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:11.052415 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-802489c0-8471-432e-8704-71a8b331f8b1 req-5b7ec3aa-56da-447c-b1c3-0fedb658412f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1129 time: 0.0374868 Apr 12 15:45:11.097996 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-802489c0-8471-432e-8704-71a8b331f8b1 req-4139893b-f220-4d2c-bfb9-22523b33fadb service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Apr 12 15:45:12.158921 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b9aa3-06f4-4aeb-947e-01fe9a7362b2 req-6aff406c-7c7e-432a-81ff-0167d4e4b48c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:12.160960 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4f9b9aa3-06f4-4aeb-947e-01fe9a7362b2 req-6aff406c-7c7e-432a-81ff-0167d4e4b48c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0455260 Apr 12 15:45:12.451973 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4f9b9aa3-06f4-4aeb-947e-01fe9a7362b2 req-b5fe19a2-ead1-49f0-a7a3-870d000aa4f2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856176 Apr 12 15:45:13.564577 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439f7e8-c136-40c2-88b9-c0ef79913dce req-59f21755-cc4a-4cf6-b2ab-cce348a878f3 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:13.565973 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4439f7e8-c136-40c2-88b9-c0ef79913dce req-59f21755-cc4a-4cf6-b2ab-cce348a878f3 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0471220 Apr 12 15:45:13.610990 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4439f7e8-c136-40c2-88b9-c0ef79913dce req-6172f875-fd12-4f69-94c6-f5ffc8b03c84 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394590 Apr 12 15:45:14.163494 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa85aa-a9ab-464b-b861-736ea4ed23a4 req-cd88c40b-850b-40cf-b162-77e56523f0f9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:14.164993 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-05fa85aa-a9ab-464b-b861-736ea4ed23a4 req-cd88c40b-850b-40cf-b162-77e56523f0f9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0474033 Apr 12 15:45:14.240200 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-05fa85aa-a9ab-464b-b861-736ea4ed23a4 req-29a312c4-5d35-4ef3-bb12-a7515b91e517 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694060 Apr 12 15:45:14.247692 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-f04e5dd6-96b1-4106-8985-0cb0c2a39e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:14.249166 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-f04e5dd6-96b1-4106-8985-0cb0c2a39e76 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1129 time: 0.0508630 Apr 12 15:45:14.341361 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-decd301a-773b-43cc-a15f-7e79ebea0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:14.342714 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-decd301a-773b-43cc-a15f-7e79ebea0e9f service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.0863948 Apr 12 15:45:14.405917 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-596a6b45-b149-4fbc-a656-1eb5472d1ab0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee HTTP/1.1" status: 200 len: 1001 time: 0.0565445 Apr 12 15:45:14.457601 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-b1ac6235-e270-425d-8644-3ef191021e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:14.459077 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-b1ac6235-e270-425d-8644-3ef191021e9b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0468683 Apr 12 15:45:14.501889 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-f7e6fa22-1da3-4f32-97a6-6d8e86dd131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:14.503409 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-f7e6fa22-1da3-4f32-97a6-6d8e86dd131a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382249 Apr 12 15:45:14.597007 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-86e30d07-7931-4548-b557-2632f11abf59 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866518 Apr 12 15:45:14.685212 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc801046-8abb-4fe8-b64d-24cd82c93e1f req-817b3b3e-0b2e-4846-966f-9687d656b69c service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803246 Apr 12 15:45:15.357725 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7dce0e-bad0-4138-b528-ba1da459f747 req-2768bb02-230d-43b6-a3c8-326ec258e562 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:15.359261 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0b7dce0e-bad0-4138-b528-ba1da459f747 req-2768bb02-230d-43b6-a3c8-326ec258e562 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0491426 Apr 12 15:45:15.405619 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0b7dce0e-bad0-4138-b528-ba1da459f747 req-d6406f35-5e98-4f18-bc52-cbeb9930843a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403016 Apr 12 15:45:16.521828 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b3936-7dc3-4366-9055-c27e91621723 req-6b636368-5824-4e06-8076-4512c7254116 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:16.523292 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3b7b3936-7dc3-4366-9055-c27e91621723 req-6b636368-5824-4e06-8076-4512c7254116 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0470548 Apr 12 15:45:16.573042 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3b7b3936-7dc3-4366-9055-c27e91621723 req-ef416b15-165e-4b39-b9f1-e1d2ab6bf4d0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Apr 12 15:45:17.686517 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c23752-54bb-4393-b222-f470b1db2559 req-ccad4790-089a-40ac-aee5-fb7958e75d40 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:17.687970 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-64c23752-54bb-4393-b222-f470b1db2559 req-ccad4790-089a-40ac-aee5-fb7958e75d40 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0463154 Apr 12 15:45:17.735285 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-64c23752-54bb-4393-b222-f470b1db2559 req-a9a374fa-c003-47af-a81e-549d0936dac2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411501 Apr 12 15:45:17.844254 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b5ed-864c-4079-8104-5928166486e9 req-d1f67796-f154-483c-a85c-757cadb5a23d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:17.845384 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf06b5ed-864c-4079-8104-5928166486e9 req-d1f67796-f154-483c-a85c-757cadb5a23d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0479558 Apr 12 15:45:17.854377 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50476) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:45:17.858764 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-61933d9f-f7c1-4e3b-97ae-a613d791be03 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Request body: {'floatingip': {'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:45:17.914697 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61933d9f-f7c1-4e3b-97ae-a613d791be03 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (f70604b4-c17b-4a6f-be88-1ce37f3e0126), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:18.388291 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61933d9f-f7c1-4e3b-97ae-a613d791be03 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:18.527123 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61933d9f-f7c1-4e3b-97ae-a613d791be03 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (f70604b4-c17b-4a6f-be88-1ce37f3e0126), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:18.739093 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61933d9f-f7c1-4e3b-97ae-a613d791be03 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:45:18.859719 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61933d9f-f7c1-4e3b-97ae-a613d791be03 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:45:18.864407 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61933d9f-f7c1-4e3b-97ae-a613d791be03 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:18.870986 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] Sync routers for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:45:18.881631 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:45:18.882511 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:45:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:45:18.895400 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:45:18.898320 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172c76bd-da67-46ff-b17d-feacbaf6f617" -d '{"events": [{"name": "network-changed", "server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:45:18.937181 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-61933d9f-f7c1-4e3b-97ae-a613d791be03 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "PUT /v2.0/floatingips/f70604b4-c17b-4a6f-be88-1ce37f3e0126 HTTP/1.1" status: 200 len: 993 time: 1.0730522 Apr 12 15:45:18.992407 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:45:19.017259 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e0116a-2cf3-48a8-9069-fbe0a5356dba x-openstack-request-id: req-74e0116a-2cf3-48a8-9069-fbe0a5356dba {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:45:19.017553 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:45:19.017810 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74e0116a-2cf3-48a8-9069-fbe0a5356dba {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:45:19.018224 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e0116a-2cf3-48a8-9069-fbe0a5356dba'] response: {'name': 'network-changed', 'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'status': 'completed', 'code': 200} Apr 12 15:45:19.079068 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-2ee22e37-3663-4acf-9cdc-3dca2432a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:19.080566 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-2ee22e37-3663-4acf-9cdc-3dca2432a507 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1129 time: 0.0396609 Apr 12 15:45:19.174724 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-d7df1d4b-a5fd-45d6-8b20-010f1994ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:19.176195 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-d7df1d4b-a5fd-45d6-8b20-010f1994ece0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.0890744 Apr 12 15:45:19.206998 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f70604b4-c17b-4a6f-be88-1ce37f3e0126', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'mac_address': 'fa:16:3e:a0:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:42:16Z', 'updated_at': '2022-04-12T15:45:18Z', 'revision_number': 3, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:45:19.232440 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] Checking router: cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:45:19.241210 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:45:19.241819 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:45:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:45:19.244383 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-b46378db-2ced-44a9-858f-7f37943b39e7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee HTTP/1.1" status: 200 len: 1001 time: 0.0613949 Apr 12 15:45:19.292763 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-b7da5935-cd0c-42d5-89aa-0537ab976fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:19.294245 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-b7da5935-cd0c-42d5-89aa-0537ab976fc9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0445139 Apr 12 15:45:19.339000 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-922d864d-11c6-4b30-9283-877cf9838a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:19.340494 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-922d864d-11c6-4b30-9283-877cf9838a56 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387249 Apr 12 15:45:19.349717 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:45:19.436069 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-4d5fb6ec-4b01-44b4-a6f4-12311b6ee652 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861089 Apr 12 15:45:19.527646 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-172c76bd-da67-46ff-b17d-feacbaf6f617 req-a77ce042-adc2-4bdc-8042-569db6b47954 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848539 Apr 12 15:45:19.563595 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f70604b4-c17b-4a6f-be88-1ce37f3e0126', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'mac_address': 'fa:16:3e:a0:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:42:16Z', 'updated_at': '2022-04-12T15:45:18Z', 'revision_number': 3, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:45:19.667088 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18792301-0b06-4c9c-beda-6493e43f5d71 None None] The sync data for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi is: [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f70604b4-c17b-4a6f-be88-1ce37f3e0126', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'port_id': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'mac_address': 'fa:16:3e:a0:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:42:16Z', 'updated_at': '2022-04-12T15:45:18Z', 'revision_number': 3, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:45:21.019871 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:45:21.022849 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c86dde-1f58-41f5-9a4b-236b899c2f24" -d '{"events": [{"name": "network-changed", "server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:45:21.056637 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d647ebac-31c7-4a8e-bae7-17e296eb8cba x-openstack-request-id: req-d647ebac-31c7-4a8e-bae7-17e296eb8cba {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:45:21.056955 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:45:21.057233 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d647ebac-31c7-4a8e-bae7-17e296eb8cba {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:45:21.057648 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d647ebac-31c7-4a8e-bae7-17e296eb8cba'] response: {'name': 'network-changed', 'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'status': 'completed', 'code': 200} Apr 12 15:45:21.118556 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-73b0ecbb-eacb-4783-a6c1-618775811d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:21.120011 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-73b0ecbb-eacb-4783-a6c1-618775811d52 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 1129 time: 0.0380812 Apr 12 15:45:21.215226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-82bbac0a-3cbd-41dd-bee7-cac69aa69b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:21.216595 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-82bbac0a-3cbd-41dd-bee7-cac69aa69b2b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.0867212 Apr 12 15:45:21.283963 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-6c2d0a9d-e2e2-4881-8bf6-4637c58ad516 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee HTTP/1.1" status: 200 len: 1001 time: 0.0601015 Apr 12 15:45:21.334108 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-f9b626b1-c215-4afc-99dc-abf08c48645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:21.335527 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-f9b626b1-c215-4afc-99dc-abf08c48645e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0430110 Apr 12 15:45:21.383571 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-c4e73cda-c5a7-407a-9a00-3cc57a95612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:21.385070 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-c4e73cda-c5a7-407a-9a00-3cc57a95612b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389359 Apr 12 15:45:21.474018 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-b17a21ac-d9e1-42a8-9bff-a6e0ff213f49 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825672 Apr 12 15:45:21.569385 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4c86dde-1f58-41f5-9a4b-236b899c2f24 req-f97b587d-4a82-4b27-b51e-4a488c244435 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881972 Apr 12 15:45:29.984369 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7584a30f-04f3-47e3-9c11-18f0944aae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:29.993044 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b0bc-e0dd-4a92-919e-061b72a50b8b req-e8bfa5a9-8173-4e50-92ee-313e14c4a7a9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:29.994549 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dec4b0bc-e0dd-4a92-919e-061b72a50b8b req-e8bfa5a9-8173-4e50-92ee-313e14c4a7a9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0473554 Apr 12 15:45:30.043863 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dec4b0bc-e0dd-4a92-919e-061b72a50b8b req-7bf2f9f7-a68e-4ac5-9c4c-8fc7187a428e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434592 Apr 12 15:45:31.157782 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59d779-420c-417f-924a-f40a93a92f28 req-9f289a2e-c72d-4678-b229-57a268c43a70 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:31.159221 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac59d779-420c-417f-924a-f40a93a92f28 req-9f289a2e-c72d-4678-b229-57a268c43a70 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0464942 Apr 12 15:45:31.209193 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac59d779-420c-417f-924a-f40a93a92f28 req-b7118c1f-ba7c-4d2a-b08c-440108a3afbe tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445011 Apr 12 15:45:31.615055 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530d98-48e8-4083-b142-06d2f47c738a req-01ac5bcf-6fbf-4583-aaf7-5d020cd54c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:31.616408 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db530d98-48e8-4083-b142-06d2f47c738a req-01ac5bcf-6fbf-4583-aaf7-5d020cd54c1e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 1130 time: 0.0374560 Apr 12 15:45:31.717810 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530d98-48e8-4083-b142-06d2f47c738a req-c898bc82-8a71-4112-a71b-d90b4f828bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:31.719259 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db530d98-48e8-4083-b142-06d2f47c738a req-c898bc82-8a71-4112-a71b-d90b4f828bde service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 910 time: 0.0825126 Apr 12 15:45:31.787785 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db530d98-48e8-4083-b142-06d2f47c738a req-86f5715a-e5e8-43eb-84c2-62fec39a3a94 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df808cc1-866a-4e75-915a-35486530cf9d HTTP/1.1" status: 200 len: 1002 time: 0.0596614 Apr 12 15:45:31.835485 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530d98-48e8-4083-b142-06d2f47c738a req-ba40b2b8-44ae-4464-b1cc-b6939df3fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:31.837410 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db530d98-48e8-4083-b142-06d2f47c738a req-ba40b2b8-44ae-4464-b1cc-b6939df3fc6a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=92a9d828-9523-45ac-b664-1215cc57a631 HTTP/1.1" status: 200 len: 849 time: 0.0418139 Apr 12 15:45:31.878698 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530d98-48e8-4083-b142-06d2f47c738a req-edafd0a3-90ca-4e82-b25a-ea3e3ec5523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:31.880021 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db530d98-48e8-4083-b142-06d2f47c738a req-edafd0a3-90ca-4e82-b25a-ea3e3ec5523b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d2a7a16-6374-44dd-ba2c-8a324677c358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365705 Apr 12 15:45:31.974467 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db530d98-48e8-4083-b142-06d2f47c738a req-e74c85ed-7527-40d2-8880-18d2ae858bb4 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869789 Apr 12 15:45:32.067273 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db530d98-48e8-4083-b142-06d2f47c738a req-1c129f24-80bc-48bd-9f7f-00e37ad77b0f service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831616 Apr 12 15:45:32.321525 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a298d-2cec-42ee-b35f-121c41125029 req-b484ec9d-3ed0-427b-9fb8-dfd99fdd0d4e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:32.322944 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-724a298d-2cec-42ee-b35f-121c41125029 req-b484ec9d-3ed0-427b-9fb8-dfd99fdd0d4e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0455446 Apr 12 15:45:32.368988 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-724a298d-2cec-42ee-b35f-121c41125029 req-763183f8-2b39-43d7-9c01-e7af82c9dfa1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Apr 12 15:45:32.784380 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-dd802397-469b-4f58-8cc1-444f16cb8140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:33.207250 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:33.481072 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d2493-dff0-4e01-af1e-dfdf29e31873 req-993c34fc-493a-4330-ada2-e0a62a53b515 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:33.482439 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-753d2493-dff0-4e01-af1e-dfdf29e31873 req-993c34fc-493a-4330-ada2-e0a62a53b515 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0476766 Apr 12 15:45:33.528514 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-753d2493-dff0-4e01-af1e-dfdf29e31873 req-6f853964-d14e-4d43-88bd-55fa04daa987 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405738 Apr 12 15:45:33.853349 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:34.640623 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76338070-95a5-4dc8-9856-f1bd6387dd80 req-6f3e3f47-5f0c-4a9d-a31e-967ee19b3755 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:34.642187 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-76338070-95a5-4dc8-9856-f1bd6387dd80 req-6f3e3f47-5f0c-4a9d-a31e-967ee19b3755 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0467875 Apr 12 15:45:34.688144 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-76338070-95a5-4dc8-9856-f1bd6387dd80 req-bcae2f2e-92f3-4810-b967-9cfe896722b7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404031 Apr 12 15:45:35.378358 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbea07-6600-4f48-a237-09da0408a78a req-ec13b5b4-98cb-48cc-870c-e868c470c537 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:35.379810 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7acbea07-6600-4f48-a237-09da0408a78a req-ec13b5b4-98cb-48cc-870c-e868c470c537 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0526206 Apr 12 15:45:35.442747 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7acbea07-6600-4f48-a237-09da0408a78a req-a3d2bf89-d944-4171-956a-6b9d9f7a7c91 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563877 Apr 12 15:45:35.457937 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-288408ca-026b-473f-b0f3-9c85e1961816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:35.459438 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-288408ca-026b-473f-b0f3-9c85e1961816 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=713d8345b3714370b39127cdff7a4623&device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1168 time: 0.0387592 Apr 12 15:45:35.552800 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-eaba90d8-eaaa-4af7-86f2-6fa506a03ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:35.554232 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-eaba90d8-eaaa-4af7-86f2-6fa506a03ce0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d HTTP/1.1" status: 200 len: 914 time: 0.0884750 Apr 12 15:45:35.617951 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-fef4fcbf-4057-4eb8-9794-ef13cc8f0010 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 999 time: 0.0567799 Apr 12 15:45:35.670105 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-389c9a76-f5d2-41a2-9fe7-3cb61c5f070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:35.672766 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-389c9a76-f5d2-41a2-9fe7-3cb61c5f070b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8fbf068-244d-4b8a-b9da-ddb78ff29e19 HTTP/1.1" status: 200 len: 853 time: 0.0474858 Apr 12 15:45:35.717073 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-a721d09c-5fc2-4f65-8eea-4f8136c4b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:35.718573 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-a721d09c-5fc2-4f65-8eea-4f8136c4b8b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405130 Apr 12 15:45:35.796217 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:35.834140 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cdce5-3b84-4d0f-a597-af7f092bd2c9 req-5ca13531-15f2-41c9-be02-8abd9ee46933 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:35.835498 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d43cdce5-3b84-4d0f-a597-af7f092bd2c9 req-5ca13531-15f2-41c9-be02-8abd9ee46933 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0608473 Apr 12 15:45:35.855042 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-bcd866bd-a378-4dd5-be10-e56006d1ac0d service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297529 Apr 12 15:45:35.937869 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d43cdce5-3b84-4d0f-a597-af7f092bd2c9 req-bea0ee69-2955-49ff-a80d-9c8d5f5307b5 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931382 Apr 12 15:45:35.968010 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb90b2e8-9b4f-4742-a1aa-dbbb7194b1ab req-a54952c8-f878-46cd-a528-fcd9b1fbb7ce service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056755 Apr 12 15:45:36.555708 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769a3d-045a-4f6e-878f-fb454ed17085 req-6020a303-63ec-4cdb-a9f9-322d9bed941f tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:36.557497 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ce769a3d-045a-4f6e-878f-fb454ed17085 req-6020a303-63ec-4cdb-a9f9-322d9bed941f tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0484726 Apr 12 15:45:36.616277 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ce769a3d-045a-4f6e-878f-fb454ed17085 req-aad8322f-c3f2-4068-aa20-5fde8390286e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533843 Apr 12 15:45:36.979091 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:45:37.055227 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed6ef2-bccc-4de2-bbae-09278da5145a req-d4236ec4-4ce7-4374-ac08-29227d192f6d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:37.056707 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d0ed6ef2-bccc-4de2-bbae-09278da5145a req-d4236ec4-4ce7-4374-ac08-29227d192f6d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0524182 Apr 12 15:45:37.103218 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d0ed6ef2-bccc-4de2-bbae-09278da5145a req-df5ae030-ead1-431d-843b-cc305c701df4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404644 Apr 12 15:45:37.730338 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e44a8c-68f4-48f3-8e4b-5b2c4c7e1370 req-7739d4eb-c3bf-4bd3-b05f-95c263c11e14 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:37.731825 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d6e44a8c-68f4-48f3-8e4b-5b2c4c7e1370 req-7739d4eb-c3bf-4bd3-b05f-95c263c11e14 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0492465 Apr 12 15:45:37.797761 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d6e44a8c-68f4-48f3-8e4b-5b2c4c7e1370 req-fcf1b6b2-ed06-43d2-a473-bae876aaf91d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593441 Apr 12 15:45:37.952349 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:45:38.224099 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37539a-9296-442e-98c3-14b109703331 req-9c030198-f34d-448a-869f-a69b9c871091 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:38.225512 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd37539a-9296-442e-98c3-14b109703331 req-9c030198-f34d-448a-869f-a69b9c871091 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0548282 Apr 12 15:45:38.271361 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd37539a-9296-442e-98c3-14b109703331 req-25126dc5-3d1c-4865-8070-c364d9634f46 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404050 Apr 12 15:45:38.909318 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e0017-993a-493a-8a3c-504947007ee1 req-599ebfa0-ecb1-4f66-bb9b-ede4bc0f2f91 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:38.910775 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b64e0017-993a-493a-8a3c-504947007ee1 req-599ebfa0-ecb1-4f66-bb9b-ede4bc0f2f91 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0478950 Apr 12 15:45:38.970184 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b64e0017-993a-493a-8a3c-504947007ee1 req-9fdcca5c-54d2-426c-a843-0087e0020d12 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535624 Apr 12 15:45:39.393458 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c17594-0e68-4d0e-a5c4-4cddda1e13ac req-402b7806-b199-45b4-a5aa-020d05226907 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:39.394908 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20c17594-0e68-4d0e-a5c4-4cddda1e13ac req-402b7806-b199-45b4-a5aa-020d05226907 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0505741 Apr 12 15:45:39.441296 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20c17594-0e68-4d0e-a5c4-4cddda1e13ac req-2bf25004-2714-405c-a571-d671e975d72c tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407813 Apr 12 15:45:40.082327 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccad54-064c-4553-9a90-c4bc16077a83 req-01d4bcf6-579e-4f74-8a85-231ef1afd070 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:40.083757 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-55ccad54-064c-4553-9a90-c4bc16077a83 req-01d4bcf6-579e-4f74-8a85-231ef1afd070 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0460825 Apr 12 15:45:40.141708 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-55ccad54-064c-4553-9a90-c4bc16077a83 req-ae72d673-4069-4bfb-a302-eebc88a29066 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524106 Apr 12 15:45:40.554306 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3fd08-f41f-48bb-8250-d188f7545cba req-2f63e8ab-eb9e-42b9-8a51-2755c11509a4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:40.555754 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5a3fd08-f41f-48bb-8250-d188f7545cba req-2f63e8ab-eb9e-42b9-8a51-2755c11509a4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0477917 Apr 12 15:45:40.601199 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5a3fd08-f41f-48bb-8250-d188f7545cba req-3272824f-95aa-4668-b284-6b5b5abc6d6e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Apr 12 15:45:41.073755 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e80956-61e1-4b36-98f6-b92186ef1388 req-09172ee2-7160-47c6-9cce-1f35b678e2a8 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:41.075284 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-02e80956-61e1-4b36-98f6-b92186ef1388 req-09172ee2-7160-47c6-9cce-1f35b678e2a8 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0529263 Apr 12 15:45:41.135079 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-02e80956-61e1-4b36-98f6-b92186ef1388 req-4bcd9cc7-5029-4dbc-b465-defcf54f85d7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530181 Apr 12 15:45:41.257792 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba101866-4641-4a69-bff7-04b7b6b2a892 req-cced87b4-a205-4408-9859-bc0419b4bb94 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:41.259273 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ba101866-4641-4a69-bff7-04b7b6b2a892 req-cced87b4-a205-4408-9859-bc0419b4bb94 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0501206 Apr 12 15:45:41.267889 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-53f8b4ef-f178-440b-8395-94cbf6264bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:41.269399 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-53f8b4ef-f178-440b-8395-94cbf6264bf8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 1130 time: 0.0381041 Apr 12 15:45:41.320283 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ba101866-4641-4a69-bff7-04b7b6b2a892 req-a993f967-5a81-48f5-9a9a-5fa4aee5220c tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549698 Apr 12 15:45:41.360327 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-497bcfc3-45eb-44d4-85d9-3f0de58290b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:41.361793 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-497bcfc3-45eb-44d4-85d9-3f0de58290b8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 910 time: 0.0848649 Apr 12 15:45:41.706968 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-1f3274b7-3715-4a43-a8c0-ef1f194b81b2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df808cc1-866a-4e75-915a-35486530cf9d HTTP/1.1" status: 200 len: 1002 time: 0.3093698 Apr 12 15:45:41.763793 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-3c7cf542-2a26-41c2-9bab-a77d88dbb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:41.765222 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-3c7cf542-2a26-41c2-9bab-a77d88dbb342 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=92a9d828-9523-45ac-b664-1215cc57a631 HTTP/1.1" status: 200 len: 849 time: 0.0430861 Apr 12 15:45:41.806925 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-e4686079-fad9-4306-9b67-1910d41ea5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:41.808374 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-e4686079-fad9-4306-9b67-1910d41ea5eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d2a7a16-6374-44dd-ba2c-8a324677c358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364499 Apr 12 15:45:41.896605 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-ec71f0cf-c78f-4764-a81f-8d6c623f99b0 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822349 Apr 12 15:45:41.987445 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21cc7d00-ae85-4588-8359-2f0851d8d864 req-8c104790-41b0-4f46-a8d3-1bfaa4051787 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837655 Apr 12 15:45:42.246226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8d5d3-05ee-4eb8-ac9b-80b50c03d598 req-2c349b42-787c-4386-80dd-fc3e77f0baa3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:42.247600 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-41c8d5d3-05ee-4eb8-ac9b-80b50c03d598 req-2c349b42-787c-4386-80dd-fc3e77f0baa3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0470977 Apr 12 15:45:42.293459 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-41c8d5d3-05ee-4eb8-ac9b-80b50c03d598 req-267cddc9-0ddb-4c52-a348-7881897f3d8b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399897 Apr 12 15:45:42.434092 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585f6e9-b1d2-4272-8396-862c94ed32b0 req-aa8c899f-51b6-419c-bf65-8485a233f413 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:42.435601 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a585f6e9-b1d2-4272-8396-862c94ed32b0 req-aa8c899f-51b6-419c-bf65-8485a233f413 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0490408 Apr 12 15:45:42.496191 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a585f6e9-b1d2-4272-8396-862c94ed32b0 req-5de86977-d008-4d1d-86f3-1716dbd5d8d1 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549614 Apr 12 15:45:43.403487 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0357c-0938-41dd-84a2-10e7d1222737 req-48faa432-ad4d-43d5-bdd9-cf3b015fd93e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:43.404962 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c3e0357c-0938-41dd-84a2-10e7d1222737 req-48faa432-ad4d-43d5-bdd9-cf3b015fd93e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0466328 Apr 12 15:45:43.452012 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c3e0357c-0938-41dd-84a2-10e7d1222737 req-928d2c5a-b77e-4193-86a3-183248a1c79b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Apr 12 15:45:43.612146 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c521386-139f-44a4-af83-6b5c6212f3ae req-4c37600c-54c6-4583-b3e8-89f93d74a0dd tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:43.613662 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9c521386-139f-44a4-af83-6b5c6212f3ae req-4c37600c-54c6-4583-b3e8-89f93d74a0dd tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0510256 Apr 12 15:45:43.679579 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9c521386-139f-44a4-af83-6b5c6212f3ae req-df675284-8b3e-4d81-a4c1-a14d6bc6f379 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596864 Apr 12 15:45:44.795810 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211690d-f60c-41cf-a8c1-35aad19887e1 req-6df2d02b-bd1d-406f-8ba9-c96a9895f1a3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:44.797337 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b211690d-f60c-41cf-a8c1-35aad19887e1 req-6df2d02b-bd1d-406f-8ba9-c96a9895f1a3 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0524068 Apr 12 15:45:44.856202 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b211690d-f60c-41cf-a8c1-35aad19887e1 req-1e7e72a2-4555-4d22-a628-20baff25624d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530717 Apr 12 15:45:45.968861 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf489a1-15a2-4012-a55e-9cf392787d78 req-bf9aad27-5e21-46c4-90c5-3891145f00c4 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:45.970358 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-adf489a1-15a2-4012-a55e-9cf392787d78 req-bf9aad27-5e21-46c4-90c5-3891145f00c4 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0474861 Apr 12 15:45:46.027496 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-adf489a1-15a2-4012-a55e-9cf392787d78 req-f576a026-7666-4681-94f9-0830ebbb4be0 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515475 Apr 12 15:45:47.138588 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a3327-6c82-46e5-a345-96f2e51a1af8 req-9fde35a9-e477-462a-9d4c-717cc14a0505 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:47.140047 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8c1a3327-6c82-46e5-a345-96f2e51a1af8 req-9fde35a9-e477-462a-9d4c-717cc14a0505 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0476456 Apr 12 15:45:47.198249 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8c1a3327-6c82-46e5-a345-96f2e51a1af8 req-521c091e-57f6-4be3-94fb-438bd7019853 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525017 Apr 12 15:45:48.308047 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce8ce7-b934-4ddc-b5db-9478f6667034 req-58334481-7573-42e7-8002-fdb9d46aabf1 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:48.309510 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f3ce8ce7-b934-4ddc-b5db-9478f6667034 req-58334481-7573-42e7-8002-fdb9d46aabf1 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0465517 Apr 12 15:45:48.370810 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f3ce8ce7-b934-4ddc-b5db-9478f6667034 req-6f2cf979-3f71-47d6-970d-0af112df41be tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552454 Apr 12 15:45:49.481667 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af62908-e987-48a9-a2f1-0233470a5507 req-ae91fa23-30b1-41c3-a359-325c41c7eafc tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:49.483160 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5af62908-e987-48a9-a2f1-0233470a5507 req-ae91fa23-30b1-41c3-a359-325c41c7eafc tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0463278 Apr 12 15:45:49.547390 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5af62908-e987-48a9-a2f1-0233470a5507 req-ed13181e-8480-4d75-9904-4311b204e5ca tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574450 Apr 12 15:45:50.660058 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12df3-a4a4-4cc8-9b16-d39f121f2f5d req-1fcc0687-a1de-4eef-ae6a-5180894b987b tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:50.661545 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-04d12df3-a4a4-4cc8-9b16-d39f121f2f5d req-1fcc0687-a1de-4eef-ae6a-5180894b987b tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0468056 Apr 12 15:45:50.719492 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-04d12df3-a4a4-4cc8-9b16-d39f121f2f5d req-cad2a5bc-244a-4e4a-ae60-2a3639054e7d tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523155 Apr 12 15:45:51.830403 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ff560-8c0d-4116-aeb3-ede2f710cd2f req-21605393-d31a-41cc-993d-32fb0a539068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:51.831896 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b6ff560-8c0d-4116-aeb3-ede2f710cd2f req-21605393-d31a-41cc-993d-32fb0a539068 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0472393 Apr 12 15:45:51.890496 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b6ff560-8c0d-4116-aeb3-ede2f710cd2f req-3778dd87-cb21-45da-82ad-d578ae6cfe56 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530086 Apr 12 15:45:53.002967 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cad41-192c-40ca-9ed0-093d47e1734a req-18913e53-43b9-4907-ba91-4046066e8d64 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:45:53.004395 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8e4cad41-192c-40ca-9ed0-093d47e1734a req-18913e53-43b9-4907-ba91-4046066e8d64 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0464234 Apr 12 15:45:53.070104 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8e4cad41-192c-40ca-9ed0-093d47e1734a req-cbc8eb23-e84d-4061-a591-0db655557a9f tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=67eae604-7b77-45e4-9fea-2387fdafea6d&id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598152 Apr 12 15:45:59.959476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c49096e0-f633-4f51-a554-b1cf5b84ee1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:02.794040 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-80b79001-db2b-40c0-bc26-f62ee68a1531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:03.198858 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:03.879219 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:05.788018 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:06.953555 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:11.660441 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0be41-bba9-470a-879d-4c85ce3d2bb9 req-edd2f618-65c6-45b8-a6c4-bd3718e9b11c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:11.661930 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c0c0be41-bba9-470a-879d-4c85ce3d2bb9 req-edd2f618-65c6-45b8-a6c4-bd3718e9b11c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.0482628 Apr 12 15:46:11.708130 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c0c0be41-bba9-470a-879d-4c85ce3d2bb9 req-af886b7b-5a35-4964-a440-3b9a9cb736fb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Apr 12 15:46:13.035959 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baec01-bcde-4480-8abd-fb9083a928f9 req-8f27c9c1-8f8e-48d8-a8f4-9c40bc7227f3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:13.037394 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b4baec01-bcde-4480-8abd-fb9083a928f9 req-8f27c9c1-8f8e-48d8-a8f4-9c40bc7227f3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.2588518 Apr 12 15:46:13.083264 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b4baec01-bcde-4480-8abd-fb9083a928f9 req-5bf9cef1-0bca-4044-9efb-84242316979b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Apr 12 15:46:13.651460 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-b9057a59-a6fb-46c4-a9b2-2df0d64f4612 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:13.652851 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-b9057a59-a6fb-46c4-a9b2-2df0d64f4612 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.0486975 Apr 12 15:46:13.741668 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Deleting port 70feb72b-beca-42b7-a3c3-343532dcb565 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:13.742010 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:13.831081 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] For port 70feb72b-beca-42b7-a3c3-343532dcb565, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70feb72b-beca-42b7-a3c3-343532dcb565,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:13.831443 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:14.052018 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:14.052394 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (5dbc1b37-3c27-42d0-8156-4626c5e55506), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:14.052711 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Floating IP 5dbc1b37-3c27-42d0-8156-4626c5e55506 disassociated. External IP: 172.27.0.14, port: 70feb72b-beca-42b7-a3c3-343532dcb565. Apr 12 15:46:14.053084 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Calling delete_port for 70feb72b-beca-42b7-a3c3-343532dcb565 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:14.218096 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90366-5da9-4352-9abe-6b316a6a69dd req-496ff7c2-5eaa-4232-a49a-9237fd9a33bb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:14.219463 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7a90366-5da9-4352-9abe-6b316a6a69dd req-496ff7c2-5eaa-4232-a49a-9237fd9a33bb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 947 time: 0.0648248 Apr 12 15:46:14.265880 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7a90366-5da9-4352-9abe-6b316a6a69dd req-32d83391-68bc-44d4-9335-7d65b4c09ec0 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=fce0cd00-bd6e-4c05-b805-d9653b0f69f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Apr 12 15:46:14.311598 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (70feb72b-beca-42b7-a3c3-343532dcb565), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:14.341930 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event deleted for resources: {'Port': ['ID=70feb72b-beca-42b7-a3c3-343532dcb565,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:14.353209 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.353568 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.353916 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.354262 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.354603 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.354941 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.355277 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.355608 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.355940 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.356300 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.356631 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.356986 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.357971 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.357971 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.357971 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:14.469912 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Router 3e42312b-0d74-4bd2-9052-7b307863c7e8 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:46:14.582355 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:46:14.592176 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] Sync routers for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:46:14.602529 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:14.603142 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:14.624069 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] No DVR routers for this DVR port 70feb72b-beca-42b7-a3c3-343532dcb565 on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:46:14.626734 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:14.630101 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5b540330-0c8b-4879-837d-e638b0b85cdc req-e2062724-0d26-4f09-9da7-736e671a7582 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "DELETE /v2.0/ports/70feb72b-beca-42b7-a3c3-343532dcb565 HTTP/1.1" status: 204 len: 173 time: 0.9698029 Apr 12 15:46:14.630577 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-deleted', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:14.633373 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fda16aa-56b0-4bcd-8177-d40d3b384864" -d '{"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-deleted", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:14.670872 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22372b-f768-41bc-aa94-745c61d6e8e6 x-openstack-request-id: req-4d22372b-f768-41bc-aa94-745c61d6e8e6 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:14.671482 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1", "name": "network-vif-deleted", "tag": "70feb72b-beca-42b7-a3c3-343532dcb565", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:14.671591 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d22372b-f768-41bc-aa94-745c61d6e8e6 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:14.671996 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d22372b-f768-41bc-aa94-745c61d6e8e6'] response: {'server_uuid': 'fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1', 'name': 'network-vif-deleted', 'tag': '70feb72b-beca-42b7-a3c3-343532dcb565', 'status': 'completed', 'code': 200} Apr 12 15:46:14.717209 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:14.951214 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:46:15.041628 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:15.068094 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] Checking router: 3e42312b-0d74-4bd2-9052-7b307863c7e8 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:46:15.076706 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:15.077340 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:15.185540 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:15.385383 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:15.406300 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-417a6ec6-1c9e-48db-9520-27a08cf298bc req-fd3acfb3-74e1-4284-aded-3c35274eb901 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3d89af-a1cb-4a0c-9f8b-3129e0edeef1 HTTP/1.1" status: 200 len: 210 time: 0.0370846 Apr 12 15:46:15.416296 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fac52c-c981-44f2-9591-e30019eb5cd1 None None] The sync data for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi is: [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:46:15.672900 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151a031-1a70-4030-b4bd-41e31759e219 None None] New status for floating IP 5dbc1b37-3c27-42d0-8156-4626c5e55506: DOWN {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:46:16.553936 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50644) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:16.607193 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-91ce7c68-ca7b-4354-a197-01044c982036 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (fce0cd00-bd6e-4c05-b805-d9653b0f69f3), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:16.631294 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-91ce7c68-ca7b-4354-a197-01044c982036 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (fce0cd00-bd6e-4c05-b805-d9653b0f69f3), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:16.733556 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:16.740257 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-91ce7c68-ca7b-4354-a197-01044c982036 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (fce0cd00-bd6e-4c05-b805-d9653b0f69f3), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:16.743174 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-91ce7c68-ca7b-4354-a197-01044c982036 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:16.747155 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-91ce7c68-ca7b-4354-a197-01044c982036 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "DELETE /v2.0/security-groups/fce0cd00-bd6e-4c05-b805-d9653b0f69f3 HTTP/1.1" status: 204 len: 168 time: 0.1896746 Apr 12 15:46:16.747796 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50648) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:16.754867 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce7c68-ca7b-4354-a197-01044c982036 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce0cd00-bd6e-4c05-b805-d9653b0f69f3,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:16.758967 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 70feb72b-beca-42b7-a3c3-343532dcb565 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:46:16.762426 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 70feb72b-beca-42b7-a3c3-343532dcb565 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:46:16.767227 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.api.v2.resource [None req-f26c9f57-8fb4-4386-9d1d-d9cc8c651fa4 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] show failed (client error): The resource could not be found. Apr 12 15:46:16.771349 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50650) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:16.771535 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f26c9f57-8fb4-4386-9d1d-d9cc8c651fa4 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups/fce0cd00-bd6e-4c05-b805-d9653b0f69f3 HTTP/1.1" status: 404 len: 347 time: 0.0220098 Apr 12 15:46:16.892380 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Deleting port d15a0f8b-dcee-4ed2-8ed8-a412b3322157 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:16.892735 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:16.973539 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:16.973971 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:16.986047 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Calling delete_port for d15a0f8b-dcee-4ed2-8ed8-a412b3322157 owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:17.228574 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (d15a0f8b-dcee-4ed2-8ed8-a412b3322157), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:17.255540 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event deleted for resources: {'Port': ['ID=d15a0f8b-dcee-4ed2-8ed8-a412b3322157,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:17.321953 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (5dbc1b37-3c27-42d0-8156-4626c5e55506), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:17.324517 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:17.325719 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c24951a2-fc08-4f78-b889-212f703fc56c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "DELETE /v2.0/floatingips/5dbc1b37-3c27-42d0-8156-4626c5e55506 HTTP/1.1" status: 204 len: 168 time: 0.5530610 Apr 12 15:46:17.717185 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50654) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:17.722433 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-bb24cb9c-9e73-46ad-b299-d83b2576169b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818007188', 'description': 'tempest-description--279775654'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:17.828248 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb9c-9e73-46ad-b299-d83b2576169b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:17.894116 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb9c-9e73-46ad-b299-d83b2576169b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (12bd9d48-56b8-43f2-a604-0924f833dad5), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:17.971566 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb9c-9e73-46ad-b299-d83b2576169b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (12bd9d48-56b8-43f2-a604-0924f833dad5), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.003074 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24cb9c-9e73-46ad-b299-d83b2576169b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bd9d48-56b8-43f2-a604-0924f833dad5,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:18.053332 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb9c-9e73-46ad-b299-d83b2576169b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.054549 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bb24cb9c-9e73-46ad-b299-d83b2576169b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3362916 Apr 12 15:46:18.057542 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50656) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:18.061768 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-64b98fa6-8cd9-4473-aa6f-2b4109a68a7e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'security_group_rule': {'security_group_id': '12bd9d48-56b8-43f2-a604-0924f833dad5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:18.166758 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-64b98fa6-8cd9-4473-aa6f-2b4109a68a7e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (9c28a881-9f71-4273-a151-ea44340030d5), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.226070 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-64b98fa6-8cd9-4473-aa6f-2b4109a68a7e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (9c28a881-9f71-4273-a151-ea44340030d5), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.323335 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-64b98fa6-8cd9-4473-aa6f-2b4109a68a7e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (9c28a881-9f71-4273-a151-ea44340030d5), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.340647 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b98fa6-8cd9-4473-aa6f-2b4109a68a7e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c28a881-9f71-4273-a151-ea44340030d5,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:18.411517 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-64b98fa6-8cd9-4473-aa6f-2b4109a68a7e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.412985 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-64b98fa6-8cd9-4473-aa6f-2b4109a68a7e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542972 Apr 12 15:46:18.415390 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50658) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:18.419873 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-0aca758c-b36d-4a52-bd39-0f01b04e1c8d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'security_group_rule': {'security_group_id': '12bd9d48-56b8-43f2-a604-0924f833dad5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:18.517717 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0aca758c-b36d-4a52-bd39-0f01b04e1c8d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (1728b2e3-e8ff-4d2b-8b46-2ff53992875c), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.571691 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0aca758c-b36d-4a52-bd39-0f01b04e1c8d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (1728b2e3-e8ff-4d2b-8b46-2ff53992875c), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.643715 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0aca758c-b36d-4a52-bd39-0f01b04e1c8d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (1728b2e3-e8ff-4d2b-8b46-2ff53992875c), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.661871 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca758c-b36d-4a52-bd39-0f01b04e1c8d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1728b2e3-e8ff-4d2b-8b46-2ff53992875c,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:18.736519 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0aca758c-b36d-4a52-bd39-0f01b04e1c8d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.737758 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0aca758c-b36d-4a52-bd39-0f01b04e1c8d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214414 Apr 12 15:46:18.740825 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50662) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:18.745170 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:18.828058 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:18.906155 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.010263 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Allocated IP 172.27.0.106 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/1e958567-1d44-4528-8698-dcd9c3fcdbc7) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:46:19.113015 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for port (1e958567-1d44-4528-8698-dcd9c3fcdbc7), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.209407 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (1e958567-1d44-4528-8698-dcd9c3fcdbc7), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.247118 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:46:19.252025 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:46:19.255787 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:46:19.261477 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'Port': ['ID=1e958567-1d44-4528-8698-dcd9c3fcdbc7,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:19.349051 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (76240646-e5e9-42f1-b60b-eacaca3bd3a4), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.447370 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (1e958567-1d44-4528-8698-dcd9c3fcdbc7), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.599083 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for port (1e958567-1d44-4528-8698-dcd9c3fcdbc7), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.650458 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (1e958567-1d44-4528-8698-dcd9c3fcdbc7), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.720733 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'Port': ['ID=1e958567-1d44-4528-8698-dcd9c3fcdbc7,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:19.731970 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (76240646-e5e9-42f1-b60b-eacaca3bd3a4), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.810899 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:19.812141 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-76f99223-3342-4833-89b5-46f967b50e27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0703769 Apr 12 15:46:19.959458 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-3406f16d-1268-4c29-bec6-14f37d3ae560 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1818007188&fields=id&tenant_id=7c2efce054354220b73b730da35f9ef4 HTTP/1.1" status: 200 len: 267 time: 0.0433879 Apr 12 15:46:20.065309 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-fbf2d23f-d427-4278-85a6-870445d1aea1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:20.066667 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-fbf2d23f-d427-4278-85a6-870445d1aea1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 817 time: 0.1005623 Apr 12 15:46:20.080770 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e826a6d4-30c4-4137-bbfc-1fd846f8caa1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/quotas/7c2efce054354220b73b730da35f9ef4 HTTP/1.1" status: 200 len: 375 time: 0.0087445 Apr 12 15:46:20.127860 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-902d184c-b091-4d80-96fa-197c61e0b64d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422833 Apr 12 15:46:20.266448 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-1ecb0f6b-a76f-453f-b6a6-870ded8635e6 service neutron] 10.222.0.74 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273315 Apr 12 15:46:20.356561 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-ee65b308-5cb6-437f-9ea0-b4899da5d85a service neutron] 10.222.0.74 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816748 Apr 12 15:46:20.598521 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-eeb1b728-7962-46cb-9a30-a4c60d933656 req-f82ea5ab-0949-40fc-878e-278546e94ef3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 210 time: 0.0274837 Apr 12 15:46:21.697833 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc71ad62-a446-41fc-8bdc-38c07389063e req-69342173-8db8-4216-8fbc-7d4933e18629 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 210 time: 0.0314682 Apr 12 15:46:22.558700 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-d3a21f29-c823-4e52-8595-cb4a7886c425 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:22.560146 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-d3a21f29-c823-4e52-8595-cb4a7886c425 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 817 time: 0.1006048 Apr 12 15:46:22.619418 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-3fb5795a-402b-4c21-9cc0-1b53ab5e2bf6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2efce054354220b73b730da35f9ef4 HTTP/1.1" status: 200 len: 380 time: 0.0508838 Apr 12 15:46:22.629497 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'port': {'device_id': '7fab26f7-32db-4828-a215-a7464d915a26', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'admin_state_up': True, 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'security_groups': ['12bd9d48-56b8-43f2-a604-0924f833dad5']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:22.797661 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0dfe5a14-3a95-4787-9b6d-9dddde0dc01c req-91bb14e4-148c-4e51-8612-816350c9e207 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 210 time: 0.0277188 Apr 12 15:46:22.815010 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Made reservation on behalf of 7c2efce054354220b73b730da35f9ef4 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:46:22.818877 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:22.946703 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Allocated IP 172.20.0.10 (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843/e2eeb182-c61c-44db-ac2d-3b5da8ce72aa/db88a279-8aa9-4116-92c2-9ace9f0c6642) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:46:23.079829 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:23.171369 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:23.216215 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:46:23.221817 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:46:23.225561 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:46:23.231884 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:23.278283 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:23.278889 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:23.390852 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-e82a8672-d00d-42c3-a18e-20e08744387b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7650557 Apr 12 15:46:23.407116 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Request body: {'port': {'device_id': '7fab26f7-32db-4828-a215-a7464d915a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:23.467306 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:23.471159 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-96d4900a-3426-4a87-98dd-3d02fa11ba13 None None] Provisioning complete for port db88a279-8aa9-4116-92c2-9ace9f0c6642 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:46:23.476048 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-96d4900a-3426-4a87-98dd-3d02fa11ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:23.506991 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-96d4900a-3426-4a87-98dd-3d02fa11ba13 None None] Port db88a279-8aa9-4116-92c2-9ace9f0c6642 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:46:23.736142 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db88a279-8aa9-4116-92c2-9ace9f0c6642 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:46:23.743929 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Publish callbacks [] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:23.756642 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Transition to ACTIVE for port object db88a279-8aa9-4116-92c2-9ace9f0c6642 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:46:23.837737 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:23.916011 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:23.953153 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32a57d-ca7a-4657-b65c-693136b5b449 req-d347be2e-a949-4cb6-9307-ae30622fb6c6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:23.954641 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e32a57d-ca7a-4657-b65c-693136b5b449 req-d347be2e-a949-4cb6-9307-ae30622fb6c6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0816360 Apr 12 15:46:24.039964 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e32a57d-ca7a-4657-b65c-693136b5b449 req-b657f18c-a008-47ed-9bcd-66b8ecfc5530 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648704 Apr 12 15:46:24.040754 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Attempting to bind port db88a279-8aa9-4116-92c2-9ace9f0c6642 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:46:24.041114 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Attempting to bind port db88a279-8aa9-4116-92c2-9ace9f0c6642 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:46:24.041477 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Attempting to bind port db88a279-8aa9-4116-92c2-9ace9f0c6642 on network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:46:24.046292 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Port db88a279-8aa9-4116-92c2-9ace9f0c6642 on network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:46:24.046615 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Attempting to bind port db88a279-8aa9-4116-92c2-9ace9f0c6642 on network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:46:24.052230 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:46:24.052573 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Checking segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:46:24.052983 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Bound using segment: {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:46:24.053413 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Bound port: db88a279-8aa9-4116-92c2-9ace9f0c6642, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3eec46-732f-445a-8079-d3d9b8cabd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:46:24.053775 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:24.114513 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:46:24.117457 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:46:24.221570 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:24.257518 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:24.257777 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:24.259393 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] 10.222.0.84 "PUT /v2.0/ports/db88a279-8aa9-4116-92c2-9ace9f0c6642 HTTP/1.1" status: 200 len: 1094 time: 0.8561163 Apr 12 15:46:24.261667 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:24.264558 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8544fe93-ef3e-4ab4-b869-07d2f0993a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:24.292609 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3aed65-2ae3-4a5e-b010-75940ae14949 service neutron] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:24.309241 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c14cc71-7aaf-4225-8d92-72c40df6033f x-openstack-request-id: req-2c14cc71-7aaf-4225-8d92-72c40df6033f {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:24.309544 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:24.309802 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c14cc71-7aaf-4225-8d92-72c40df6033f {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:24.310209 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c14cc71-7aaf-4225-8d92-72c40df6033f'] response: {'name': 'network-changed', 'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'status': 'completed', 'code': 200} Apr 12 15:46:24.374022 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544fe93-ef3e-4ab4-b869-07d2f0993a7a req-b29304c5-7fc9-423c-b7ac-f6e03f00424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:24.375673 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8544fe93-ef3e-4ab4-b869-07d2f0993a7a req-b29304c5-7fc9-423c-b7ac-f6e03f00424c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 1128 time: 0.0418072 Apr 12 15:46:24.484363 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544fe93-ef3e-4ab4-b869-07d2f0993a7a req-56032eee-343f-4553-af81-5cd120ab1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:24.486133 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8544fe93-ef3e-4ab4-b869-07d2f0993a7a req-56032eee-343f-4553-af81-5cd120ab1681 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=7c2efce054354220b73b730da35f9ef4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0937841 Apr 12 15:46:24.835149 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544fe93-ef3e-4ab4-b869-07d2f0993a7a req-fd58bf10-fe4f-4a28-a100-1c68e8466f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:24.836596 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8544fe93-ef3e-4ab4-b869-07d2f0993a7a req-fd58bf10-fe4f-4a28-a100-1c68e8466f26 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3435922 Apr 12 15:46:24.909917 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-65f24d61-669e-4195-9785-aef21d499c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:24.911370 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-65f24d61-669e-4195-9785-aef21d499c0f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 1128 time: 0.0384524 Apr 12 15:46:24.955712 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-fe936baa-f0e5-48bd-b2aa-f83e808a0eca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642 HTTP/1.1" status: 200 len: 217 time: 0.0361874 Apr 12 15:46:25.000927 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-48a39727-70cf-4776-87a7-5d4f34c4b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:25.002887 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-48a39727-70cf-4776-87a7-5d4f34c4b55d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0427275 Apr 12 15:46:25.043600 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-78eaed08-7264-4eca-a5e1-7b7ab81a50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:25.045319 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-78eaed08-7264-4eca-a5e1-7b7ab81a50d0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370491 Apr 12 15:46:25.165571 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-da169a09-ac70-4541-b7a8-50b88536a87c service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143224 Apr 12 15:46:25.171911 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4188a-e839-420d-9368-bd1b39bdd146 req-f6637901-5ec5-405a-900f-8e1c7742ef2c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:25.173346 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3bb4188a-e839-420d-9368-bd1b39bdd146 req-f6637901-5ec5-405a-900f-8e1c7742ef2c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0601885 Apr 12 15:46:25.275573 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3bb4188a-e839-420d-9368-bd1b39bdd146 req-d763c259-25b8-4c9a-b790-2172db7b49a1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940402 Apr 12 15:46:25.290702 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30c6d5c2-4320-4f90-be40-a8941cad29bf req-dd23d8a2-2cac-4afa-859a-92a577a8e73c service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159554 Apr 12 15:46:26.397303 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ec61-a703-4e5e-b57e-1b924f91ee94 req-68a015d0-6d8d-4e16-a156-7c5d73b4eb8b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:26.398786 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c698ec61-a703-4e5e-b57e-1b924f91ee94 req-68a015d0-6d8d-4e16-a156-7c5d73b4eb8b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0514414 Apr 12 15:46:26.445776 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c698ec61-a703-4e5e-b57e-1b924f91ee94 req-17050380-cbf7-431c-876a-7a2ef085f2f7 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Apr 12 15:46:26.466187 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72014252-3fea-462b-b5f1-bf1388fffbec req-e980e675-678e-4cf9-91cf-201afd015cd1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:26.467681 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-72014252-3fea-462b-b5f1-bf1388fffbec req-e980e675-678e-4cf9-91cf-201afd015cd1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0478673 Apr 12 15:46:26.515284 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-72014252-3fea-462b-b5f1-bf1388fffbec req-6fb2a221-fc1f-4a20-a352-105f861fb0cb tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Apr 12 15:46:27.565572 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36ce6e-572b-4a28-a7f6-eff405adb428 req-0bf62d4a-d996-40e8-8ebb-80d7e0d6d23a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:27.566986 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ce36ce6e-572b-4a28-a7f6-eff405adb428 req-0bf62d4a-d996-40e8-8ebb-80d7e0d6d23a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0516303 Apr 12 15:46:27.618637 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ce36ce6e-572b-4a28-a7f6-eff405adb428 req-cbcce67d-92c7-483d-8235-5092c0f69cf7 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462253 Apr 12 15:46:27.632267 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50037340-f805-4dac-aada-55848653ac8b req-315ea2ab-0483-4d52-b623-3fbae98016b6 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:27.633774 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-50037340-f805-4dac-aada-55848653ac8b req-315ea2ab-0483-4d52-b623-3fbae98016b6 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0522177 Apr 12 15:46:27.682684 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-50037340-f805-4dac-aada-55848653ac8b req-1e6adbf7-1fcc-4dde-96ed-863cdb03417f tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Apr 12 15:46:28.736491 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded04ad-a935-4ff5-bc81-f360ac123459 req-c28699e9-e292-4e51-8f49-ab9508ecf4c6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:28.738094 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fded04ad-a935-4ff5-bc81-f360ac123459 req-c28699e9-e292-4e51-8f49-ab9508ecf4c6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0504274 Apr 12 15:46:28.787031 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fded04ad-a935-4ff5-bc81-f360ac123459 req-3c085232-85af-4a79-92eb-68f539896c53 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426755 Apr 12 15:46:28.803841 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c6875-7705-4f2c-80f7-33eb81c152f7 req-326f38d4-4e63-4449-9c32-17ea46afb8f5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:28.805379 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aa0c6875-7705-4f2c-80f7-33eb81c152f7 req-326f38d4-4e63-4449-9c32-17ea46afb8f5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0574801 Apr 12 15:46:28.821177 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:46:28.854708 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aa0c6875-7705-4f2c-80f7-33eb81c152f7 req-ca581e63-1f23-4b75-b891-9520fc65aa67 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Apr 12 15:46:28.926239 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:28.937493 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'port_id': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'mac_address': 'fa:16:3e:86:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:46:28.975756 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port db88a279-8aa9-4116-92c2-9ace9f0c6642 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:46:28.976152 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:28.989029 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db88a279-8aa9-4116-92c2-9ace9f0c6642 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:46:29.008287 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:29.119935 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:29.171876 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:29.178891 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.179175 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.179537 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.179879 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.180213 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.180537 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.180891 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.181216 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.181538 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.181875 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.182306 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.182652 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.182973 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.183289 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.183610 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:29.541302 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['db88a279-8aa9-4116-92c2-9ace9f0c6642'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:46:29.906467 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2a50-d9a0-48ff-a857-4e9aaa83b435 req-5234ee12-c7bb-4b0d-bfb1-4a13fe410f12 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:29.908034 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9b5c2a50-d9a0-48ff-a857-4e9aaa83b435 req-5234ee12-c7bb-4b0d-bfb1-4a13fe410f12 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Apr 12 15:46:29.957073 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9b5c2a50-d9a0-48ff-a857-4e9aaa83b435 req-2fc77989-4000-4234-8995-deaab17fb20a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Apr 12 15:46:29.965875 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b754dc0e-94e9-4e0d-870c-52613848e753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:29.975179 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148f304-c10b-4ab4-9931-0c30337ba998 req-b974ef8a-037c-448b-b708-5ea09f4561fb tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:29.975179 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b148f304-c10b-4ab4-9931-0c30337ba998 req-b974ef8a-037c-448b-b708-5ea09f4561fb tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Apr 12 15:46:30.022371 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b148f304-c10b-4ab4-9931-0c30337ba998 req-b0fedbd3-331a-4295-8385-68feeaa35a3d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Apr 12 15:46:30.795617 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c6c19-6cee-4908-9d5d-ac7aa275d3fc req-457a5fa3-edb5-4968-ba61-7179237bb2f7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:30.797133 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-290c6c19-6cee-4908-9d5d-ac7aa275d3fc req-457a5fa3-edb5-4968-ba61-7179237bb2f7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0478201 Apr 12 15:46:30.822542 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:46:30.845240 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-290c6c19-6cee-4908-9d5d-ac7aa275d3fc req-9e3f7427-5af2-40d1-8eaa-c925c7b29cc4 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425863 Apr 12 15:46:30.868474 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port db88a279-8aa9-4116-92c2-9ace9f0c6642 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:46:30.934850 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port db88a279-8aa9-4116-92c2-9ace9f0c6642 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:46:30.935223 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:31.011712 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port db88a279-8aa9-4116-92c2-9ace9f0c6642 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:46:31.012352 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:31.034857 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:31.037090 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb601ed-deb7-4474-b604-b8efcddab491" -d '{"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-plugged", "status": "completed", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:31.054745 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:31.081087 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0dedf-a42c-4437-955c-e989e11d6c0f req-7eeef0af-ed97-48a6-aa95-4019e56d1154 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:31.083296 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ffd0dedf-a42c-4437-955c-e989e11d6c0f req-7eeef0af-ed97-48a6-aa95-4019e56d1154 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 945 time: 0.0506215 Apr 12 15:46:31.133513 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ffd0dedf-a42c-4437-955c-e989e11d6c0f req-63de116b-f612-4e7e-8d18-193d7ca7c442 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453205 Apr 12 15:46:31.135118 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe653ae-68b4-423b-88f2-7b091964f028 x-openstack-request-id: req-bbe653ae-68b4-423b-88f2-7b091964f028 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:31.135417 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-plugged", "status": "completed", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:31.135674 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bbe653ae-68b4-423b-88f2-7b091964f028 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:31.136076 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe653ae-68b4-423b-88f2-7b091964f028'] response: {'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'code': 200} Apr 12 15:46:31.137315 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:31.189284 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:31.224023 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5a98-8287-44e7-abb2-2ad32b72c435 req-2fcd21a4-d0bf-40ab-96a1-7b746e654c3a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:31.225493 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c0cd5a98-8287-44e7-abb2-2ad32b72c435 req-2fcd21a4-d0bf-40ab-96a1-7b746e654c3a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Apr 12 15:46:31.278951 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c0cd5a98-8287-44e7-abb2-2ad32b72c435 req-36dfddea-f015-4e7b-933f-45dd9048aecf tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476096 Apr 12 15:46:31.953367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4010a09-80b6-47b4-b135-184629bef183 req-7f55f7f8-920c-42ac-8fd9-feba7f7a6577 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:31.954991 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c4010a09-80b6-47b4-b135-184629bef183 req-7f55f7f8-920c-42ac-8fd9-feba7f7a6577 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0465207 Apr 12 15:46:32.001272 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c4010a09-80b6-47b4-b135-184629bef183 req-1038eece-097c-4ee8-a17a-205cfc93563a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401700 Apr 12 15:46:32.251355 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffe7f-f765-43f1-b4ad-778e6fddcdbb req-9494d605-042a-4f4c-93e5-1c1266a59a02 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:32.252842 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fc5ffe7f-f765-43f1-b4ad-778e6fddcdbb req-9494d605-042a-4f4c-93e5-1c1266a59a02 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0467846 Apr 12 15:46:32.301366 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fc5ffe7f-f765-43f1-b4ad-778e6fddcdbb req-4668b45a-2d56-48df-8301-d7bb3c422286 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 Apr 12 15:46:32.389535 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464931c-84bd-4fec-8527-78958d2ca8e0 req-919aa8a0-8cd5-43ca-95f1-254fe49c4b9f tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:32.390994 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8464931c-84bd-4fec-8527-78958d2ca8e0 req-919aa8a0-8cd5-43ca-95f1-254fe49c4b9f tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0462608 Apr 12 15:46:32.438408 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8464931c-84bd-4fec-8527-78958d2ca8e0 req-20b30c9f-9c03-4f01-911b-995c539607e7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417626 Apr 12 15:46:32.788431 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-87213494-c642-46ae-a6cd-64d9bffc3f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:33.112506 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4744e-cbee-4117-b5d8-83a50e0b961b req-4dbc4e9b-c571-4fac-a369-de5bf8745d0a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:33.113913 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4a4744e-cbee-4117-b5d8-83a50e0b961b req-4dbc4e9b-c571-4fac-a369-de5bf8745d0a tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0481129 Apr 12 15:46:33.159750 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:33.160024 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4a4744e-cbee-4117-b5d8-83a50e0b961b req-a64d4f01-d5e0-4708-9181-2c16f526133c tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396237 Apr 12 15:46:33.421420 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26d0bd-ecf7-4d15-8d78-14d1267a273e req-14a7567a-ea11-4b7a-bc29-61b2d8011afc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:33.422867 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5f26d0bd-ecf7-4d15-8d78-14d1267a273e req-14a7567a-ea11-4b7a-bc29-61b2d8011afc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0513451 Apr 12 15:46:33.468488 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5f26d0bd-ecf7-4d15-8d78-14d1267a273e req-050c37f8-a0a5-41ad-9bd2-4bcc3f98eaca tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Apr 12 15:46:33.553911 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aae85c-61a3-4766-98c2-a8ccb9223566 req-4b159fa8-8a4f-43a2-bfc9-0d6439b7c412 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:33.555355 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79aae85c-61a3-4766-98c2-a8ccb9223566 req-4b159fa8-8a4f-43a2-bfc9-0d6439b7c412 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0500724 Apr 12 15:46:33.603139 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79aae85c-61a3-4766-98c2-a8ccb9223566 req-1c6a8d98-ba42-4522-8f94-a6c75cc4204a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Apr 12 15:46:33.868202 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:33.963335 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-443212cc-a942-4682-8c4c-35d2eee34adc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385537 Apr 12 15:46:34.044733 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-6c7b5124-26e6-4446-8183-67622eba5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.046177 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-6c7b5124-26e6-4446-8183-67622eba5635 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7895eb9eee743bb9cc84051a905e68c&device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 1129 time: 0.0399117 Apr 12 15:46:34.181066 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-e234a6e9-97dc-4633-9397-9d032ea4edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.182538 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-e234a6e9-97dc-4633-9397-9d032ea4edf7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 200 len: 917 time: 0.0921636 Apr 12 15:46:34.277673 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c71c84-3f63-4441-ad79-d0f5eb957f60 req-f97a3387-a9b1-4d4e-91f7-4eb511bf1a25 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.278960 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-a56de7fe-6932-4dbf-abe4-f0559e788fa2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c874509c-7ee9-442b-969e-ababfc71bd5b HTTP/1.1" status: 200 len: 217 time: 0.0362275 Apr 12 15:46:34.279303 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-26c71c84-3f63-4441-ad79-d0f5eb957f60 req-f97a3387-a9b1-4d4e-91f7-4eb511bf1a25 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0540588 Apr 12 15:46:34.325567 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cdb41-b35e-4b44-9671-4e0189f7e720 req-23463605-e80c-4d24-adeb-79a4ea0e8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.327030 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5e4cdb41-b35e-4b44-9671-4e0189f7e720 req-23463605-e80c-4d24-adeb-79a4ea0e8826 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 1130 time: 0.0622857 Apr 12 15:46:34.331660 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-d771b632-0840-400c-8547-184a75cebe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.333110 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-d771b632-0840-400c-8547-184a75cebe55 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 200 len: 856 time: 0.0487881 Apr 12 15:46:34.348998 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-26c71c84-3f63-4441-ad79-d0f5eb957f60 req-71e7e88f-60b4-4147-bd9b-39689cf6cfc8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504820 Apr 12 15:46:34.393164 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-72451cab-b918-4e5f-94f4-2a25ea949144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.394553 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5e4cdb41-b35e-4b44-9671-4e0189f7e720 req-5d860be4-db11-46ed-b896-4caa5be6c953 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413730 Apr 12 15:46:34.394688 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-72451cab-b918-4e5f-94f4-2a25ea949144 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e66311a5-37b4-459d-a16b-7d97b167b889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406711 Apr 12 15:46:34.595056 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a2e84-9838-4fbc-b127-5aefb2b97a8d req-b57c42ab-5c34-4731-bd88-42377657aae6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.596539 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-360a2e84-9838-4fbc-b127-5aefb2b97a8d req-b57c42ab-5c34-4731-bd88-42377657aae6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0594916 Apr 12 15:46:34.643729 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-360a2e84-9838-4fbc-b127-5aefb2b97a8d req-21ac711a-751e-46d3-b965-1b12fdbf4d6d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Apr 12 15:46:34.713853 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdaf08-1bfe-4b0e-afcf-1380146dfc0e req-9746c1be-5168-4d11-a3c7-8178e1e57001 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.715352 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a8cdaf08-1bfe-4b0e-afcf-1380146dfc0e req-9746c1be-5168-4d11-a3c7-8178e1e57001 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0464082 Apr 12 15:46:34.772001 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a8cdaf08-1bfe-4b0e-afcf-1380146dfc0e req-8792497b-b759-4e24-bbba-019c7c37e8aa tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510159 Apr 12 15:46:34.807035 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-b4bcd672-ad44-454e-a895-85e2530099c6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:34.808491 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-b4bcd672-ad44-454e-a895-85e2530099c6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Apr 12 15:46:34.838952 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-87a62420-1480-4bc4-a5e6-0a858390c21f service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866425 Apr 12 15:46:34.927751 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f022b2d-ab92-4fb4-91fe-3f886e82ac21 req-b5b2288d-f9c2-49c0-b19e-7e8b5b800320 service neutron] 10.222.0.84 "GET /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820420 Apr 12 15:46:34.931491 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Deleting port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:34.931831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:35.024652 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] For port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:35.024961 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:35.239915 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:35.240263 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (f70604b4-c17b-4a6f-be88-1ce37f3e0126), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:35.240578 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Floating IP f70604b4-c17b-4a6f-be88-1ce37f3e0126 disassociated. External IP: 172.27.0.180, port: 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee. Apr 12 15:46:35.240966 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Calling delete_port for 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:35.468443 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e5b2-93ab-482e-b5e0-59684c45fa32 req-491bfb48-8c70-4dcf-83d8-a012f306cc8f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:35.470010 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4936e5b2-93ab-482e-b5e0-59684c45fa32 req-491bfb48-8c70-4dcf-83d8-a012f306cc8f tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 945 time: 0.0540328 Apr 12 15:46:35.495271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (42ad5f86-ad74-4101-b3ba-23b9c41dc3ee), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:35.520879 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4936e5b2-93ab-482e-b5e0-59684c45fa32 req-7f871812-38b6-49d1-a627-149e084a388b tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=698602a7-7d3b-4f9d-8c6b-fe5072013f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Apr 12 15:46:35.525237 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event deleted for resources: {'Port': ['ID=42ad5f86-ad74-4101-b3ba-23b9c41dc3ee,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:35.536316 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.536585 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.536959 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.537301 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.537642 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.537982 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.538423 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.538772 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.539142 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.539416 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.539742 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.540166 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.540454 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.540804 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.541135 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:46:35.651830 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:46:35.754172 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:35.794925 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b95382-e20d-4ae0-bf95-039fa3c50dd9 req-eeca6e26-c754-492e-ad32-63bcd9cc483b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:35.796383 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e9b95382-e20d-4ae0-bf95-039fa3c50dd9 req-eeca6e26-c754-492e-ad32-63bcd9cc483b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0584140 Apr 12 15:46:35.800810 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:46:35.813416 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] Sync routers for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:46:35.825786 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:35.826673 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:35.876749 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] No DVR routers for this DVR port 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:46:35.881046 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:35.884426 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-51aae2f4-815b-43b3-acdc-89a5a2660ebc req-c2f4722e-202f-4d63-a759-c75b167ba5b9 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "DELETE /v2.0/ports/42ad5f86-ad74-4101-b3ba-23b9c41dc3ee HTTP/1.1" status: 204 len: 173 time: 1.0708630 Apr 12 15:46:35.884909 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'name': 'network-vif-deleted', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:35.887345 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444cd885-9b61-471c-b2a1-ae5d74de5c35" -d '{"events": [{"server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "name": "network-vif-deleted", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:35.920976 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e9b95382-e20d-4ae0-bf95-039fa3c50dd9 req-94be54a3-7e4d-435e-b58d-8f01bd1c6472 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949757 Apr 12 15:46:35.974482 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad397a43-b04c-425b-b73f-c03002b78e92 req-5fa9f96d-e7a3-4f19-99d9-d9a9c73b7452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:35.976487 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ad397a43-b04c-425b-b73f-c03002b78e92 req-5fa9f96d-e7a3-4f19-99d9-d9a9c73b7452 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.1098588 Apr 12 15:46:35.990372 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:36.048694 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ad397a43-b04c-425b-b73f-c03002b78e92 req-01394653-45e0-4ad7-abe0-23a3d35ec48e tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654089 Apr 12 15:46:36.082223 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad3e32-5e68-4426-842e-36214012dbc3 x-openstack-request-id: req-09ad3e32-5e68-4426-842e-36214012dbc3 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:36.082581 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ebf98a-0ddc-4110-9a72-964f3e6931f8", "name": "network-vif-deleted", "tag": "42ad5f86-ad74-4101-b3ba-23b9c41dc3ee", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:36.082925 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09ad3e32-5e68-4426-842e-36214012dbc3 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:36.083461 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ad3e32-5e68-4426-842e-36214012dbc3'] response: {'server_uuid': '66ebf98a-0ddc-4110-9a72-964f3e6931f8', 'name': 'network-vif-deleted', 'tag': '42ad5f86-ad74-4101-b3ba-23b9c41dc3ee', 'status': 'completed', 'code': 200} Apr 12 15:46:36.197591 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:36.223655 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] Checking router: cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:46:36.232392 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:36.233029 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:36.343548 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:36.532488 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:36.562960 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8706469-687d-4e53-9a84-51766bf3f85c None None] The sync data for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi is: [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'e91a9f76-5837-4a9c-a840-d63a9dd5c935', 'name': '', 'network_id': 'e66311a5-37b4-459d-a16b-7d97b167b889', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'mac_address': 'fa:16:3e:9b:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0810b4e2-4948-4532-9abd-09f53696f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:40Z', 'updated_at': '2022-04-12T15:39:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'subnets': [{'id': '0810b4e2-4948-4532-9abd-09f53696f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:46:36.635560 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-939f72ec-5fb9-463b-a9e2-7630e5f14d2f req-c731d99d-885a-4387-b1a9-83877cc418c2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=66ebf98a-0ddc-4110-9a72-964f3e6931f8 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Apr 12 15:46:36.801580 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fcc6f8-3266-49f9-bcd4-5709506863b0 None None] New status for floating IP f70604b4-c17b-4a6f-be88-1ce37f3e0126: DOWN {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:46:36.986500 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:37.050101 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d72f3b-9171-41d1-96e5-a2693f949f74 req-8995d499-187e-4aab-aeb6-81c8a9e405de tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:37.051520 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-95d72f3b-9171-41d1-96e5-a2693f949f74 req-8995d499-187e-4aab-aeb6-81c8a9e405de tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0535493 Apr 12 15:46:37.107971 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-95d72f3b-9171-41d1-96e5-a2693f949f74 req-684e7bfd-caf2-4d80-b860-8c4c04c294f2 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476580 Apr 12 15:46:37.185544 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d437912-312a-4db6-a92b-d4ccf8427a85 req-b736eac7-6b1d-4cd4-a674-a2d736ff4ce5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:37.187037 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2d437912-312a-4db6-a92b-d4ccf8427a85 req-b736eac7-6b1d-4cd4-a674-a2d736ff4ce5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0552356 Apr 12 15:46:37.229455 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2dbf5-74bd-4b1c-9502-96da3995ca36 req-3722c232-3f24-4ebe-afc8-f9d95012f15c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:37.230964 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3a2dbf5-74bd-4b1c-9502-96da3995ca36 req-3722c232-3f24-4ebe-afc8-f9d95012f15c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0498869 Apr 12 15:46:37.236209 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2d437912-312a-4db6-a92b-d4ccf8427a85 req-579c582e-6b02-41f1-8792-7e309b3cc759 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Apr 12 15:46:37.239872 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50806) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:37.244867 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Request body: {'floatingip': {'port_id': 'db88a279-8aa9-4116-92c2-9ace9f0c6642'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:37.285366 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (76240646-e5e9-42f1-b60b-eacaca3bd3a4), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:37.731332 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:37.796795 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50812) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:37.820392 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (76240646-e5e9-42f1-b60b-eacaca3bd3a4), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:37.921226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fda49dec-219c-4665-bc7a-c37031a122e7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group (698602a7-7d3b-4f9d-8c6b-fe5072013f0e), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:37.958206 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fda49dec-219c-4665-bc7a-c37031a122e7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group (698602a7-7d3b-4f9d-8c6b-fe5072013f0e), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:37.971354 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Floating IP 76240646-e5e9-42f1-b60b-eacaca3bd3a4 associated. External IP: 172.27.0.106, port: db88a279-8aa9-4116-92c2-9ace9f0c6642. Apr 12 15:46:38.167325 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fda49dec-219c-4665-bc7a-c37031a122e7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (698602a7-7d3b-4f9d-8c6b-fe5072013f0e), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:38.170209 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fda49dec-219c-4665-bc7a-c37031a122e7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:38.171397 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fda49dec-219c-4665-bc7a-c37031a122e7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "DELETE /v2.0/security-groups/698602a7-7d3b-4f9d-8c6b-fe5072013f0e HTTP/1.1" status: 204 len: 168 time: 0.3735042 Apr 12 15:46:38.173975 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50814) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:38.186823 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda49dec-219c-4665-bc7a-c37031a122e7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698602a7-7d3b-4f9d-8c6b-fe5072013f0e,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:38.188723 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.api.v2.resource [None req-a489a05a-194b-460b-85f5-2a808c3ba033 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] show failed (client error): The resource could not be found. Apr 12 15:46:38.194018 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a489a05a-194b-460b-85f5-2a808c3ba033 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups/698602a7-7d3b-4f9d-8c6b-fe5072013f0e HTTP/1.1" status: 404 len: 347 time: 0.0147820 Apr 12 15:46:38.194254 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50816) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:38.214275 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Router 3e42312b-0d74-4bd2-9052-7b307863c7e8 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:46:38.329233 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Deleting port 6b4ab0e0-12af-4e4e-bffc-925972235d6b {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:38.329580 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (6b4ab0e0-12af-4e4e-bffc-925972235d6b), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:38.331378 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:46:38.337281 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:38.344085 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] Sync routers for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:46:38.354789 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:38.356099 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:38.371227 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-521d7af0-faa7-4b7f-a542-7060afaf42cb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "PUT /v2.0/floatingips/76240646-e5e9-42f1-b60b-eacaca3bd3a4 HTTP/1.1" status: 200 len: 992 time: 1.1279709 Apr 12 15:46:38.371227 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:38.372016 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320793b1-f17c-4357-aef2-ed9201fcfb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:38.408751 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e05a7-2f95-4231-9369-885df5a84151 x-openstack-request-id: req-5b7e05a7-2f95-4231-9369-885df5a84151 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:38.409079 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:38.409341 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b7e05a7-2f95-4231-9369-885df5a84151 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:38.409530 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95277f-692c-4a81-bdbb-acc34d927e04 req-67ee61dc-80b1-48b2-9492-8806e6a202fb tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:38.409750 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7e05a7-2f95-4231-9369-885df5a84151'] response: {'name': 'network-changed', 'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'status': 'completed', 'code': 200} Apr 12 15:46:38.413248 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5a95277f-692c-4a81-bdbb-acc34d927e04 req-67ee61dc-80b1-48b2-9492-8806e6a202fb tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0966299 Apr 12 15:46:38.483782 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (6b4ab0e0-12af-4e4e-bffc-925972235d6b), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:38.484039 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (6b4ab0e0-12af-4e4e-bffc-925972235d6b), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:38.531289 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5a95277f-692c-4a81-bdbb-acc34d927e04 req-c935fb43-9bc2-43c4-aa33-638d1b322a51 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125615 Apr 12 15:46:38.533940 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Calling delete_port for 6b4ab0e0-12af-4e4e-bffc-925972235d6b owned by network:floatingip {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:38.536533 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-d637d8e4-954a-437a-92b2-33fc5f44b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:38.538051 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-d637d8e4-954a-437a-92b2-33fc5f44b47d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 1130 time: 0.0771654 Apr 12 15:46:38.604106 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:38.700437 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-9143a70d-446e-4063-807c-7df224516321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:38.702037 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-9143a70d-446e-4063-807c-7df224516321 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 917 time: 0.1553578 Apr 12 15:46:38.809311 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-886203b3-b470-47ad-a80f-7afb70285847 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642 HTTP/1.1" status: 200 len: 1000 time: 0.0926456 Apr 12 15:46:38.842628 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:38.860025 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-33551d63-1243-4b38-84a2-93f5029333de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:38.861589 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-33551d63-1243-4b38-84a2-93f5029333de service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0459654 Apr 12 15:46:38.883535 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:46:38.883899 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 42ad5f86-ad74-4101-b3ba-23b9c41dc3ee not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:46:38.897059 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '76240646-e5e9-42f1-b60b-eacaca3bd3a4', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'port_id': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'mac_address': 'fa:16:3e:86:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fab26f7-32db-4828-a215-a7464d915a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:46:19Z', 'updated_at': '2022-04-12T15:46:37Z', 'revision_number': 1, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:38.899565 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (6b4ab0e0-12af-4e4e-bffc-925972235d6b), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:38.931816 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] Checking router: 3e42312b-0d74-4bd2-9052-7b307863c7e8 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:46:38.935278 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-9fbba66b-2f9b-47bf-b731-771a6cf5104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:38.937003 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-9fbba66b-2f9b-47bf-b731-771a6cf5104f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689592 Apr 12 15:46:38.937145 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:38.937889 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:38.938016 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event deleted for resources: {'Port': ['ID=6b4ab0e0-12af-4e4e-bffc-925972235d6b,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:39.047958 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:39.056820 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks [] for floatingip (f70604b4-c17b-4a6f-be88-1ce37f3e0126), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:39.059403 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:39.060498 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-b84bead2-851e-4857-b3dc-c22b14aec5a8 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "DELETE /v2.0/floatingips/f70604b4-c17b-4a6f-be88-1ce37f3e0126 HTTP/1.1" status: 204 len: 168 time: 0.8647735 Apr 12 15:46:39.082015 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-e60b3300-d453-45c9-bc72-cf6bce9a9892 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222684 Apr 12 15:46:39.178371 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-320793b1-f17c-4357-aef2-ed9201fcfb1e req-ead4c7ba-7403-4539-b51b-80d780f2495f service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898852 Apr 12 15:46:39.268710 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '76240646-e5e9-42f1-b60b-eacaca3bd3a4', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'port_id': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'mac_address': 'fa:16:3e:86:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fab26f7-32db-4828-a215-a7464d915a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:46:19Z', 'updated_at': '2022-04-12T15:46:37Z', 'revision_number': 1, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:39.300295 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e3ba9-8b45-4dfb-835b-2515200f1f76 None None] The sync data for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi is: [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '76240646-e5e9-42f1-b60b-eacaca3bd3a4', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'port_id': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'mac_address': 'fa:16:3e:86:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fab26f7-32db-4828-a215-a7464d915a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:46:19Z', 'updated_at': '2022-04-12T15:46:37Z', 'revision_number': 1, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:46:39.487289 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc7eff2-ed0f-45ff-85c6-a08cc0dd9cc6 None None] New status for floating IP 76240646-e5e9-42f1-b60b-eacaca3bd3a4: ACTIVE {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:46:39.661320 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5964767-8a14-4bda-b21b-bbd2f34973da req-1fa45375-0612-4c0b-949c-84685d6e572d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:39.662821 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d5964767-8a14-4bda-b21b-bbd2f34973da req-1fa45375-0612-4c0b-949c-84685d6e572d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0513349 Apr 12 15:46:39.712801 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d5964767-8a14-4bda-b21b-bbd2f34973da req-bf3d986c-c6fc-4770-9839-869e457ebc9e tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438313 Apr 12 15:46:41.039767 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034af69-edc8-4d37-9205-0b740cf0c66d req-b3db4d63-a467-4fb2-9eba-454bb31fef9d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:41.041224 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5034af69-edc8-4d37-9205-0b740cf0c66d req-b3db4d63-a467-4fb2-9eba-454bb31fef9d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.2610362 Apr 12 15:46:41.088833 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5034af69-edc8-4d37-9205-0b740cf0c66d req-25308227-bee1-4730-ad4b-92c97a37f52c tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417397 Apr 12 15:46:42.204181 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1509-7c4c-40b7-b6d5-1244012ba62f req-148a6eea-0aff-4514-9688-5ab24bc6a2be tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:42.205677 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61fc1509-7c4c-40b7-b6d5-1244012ba62f req-148a6eea-0aff-4514-9688-5ab24bc6a2be tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0475254 Apr 12 15:46:42.214680 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e3920-8079-4f44-beaa-6530c90358ae req-22d74887-354e-49a7-b5e7-d694fef28c2e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:42.216082 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d01e3920-8079-4f44-beaa-6530c90358ae req-22d74887-354e-49a7-b5e7-d694fef28c2e tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0451167 Apr 12 15:46:42.254350 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61fc1509-7c4c-40b7-b6d5-1244012ba62f req-b17e5dcb-58b9-4a0c-a03f-35e767e46ef8 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Apr 12 15:46:42.262423 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d01e3920-8079-4f44-beaa-6530c90358ae req-2973cdba-8087-4a33-ab44-f25509bcc24d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Apr 12 15:46:42.846027 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-2ee79741-2f8d-4a81-a954-bd9f2a0d50c5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:42.847499 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-2ee79741-2f8d-4a81-a954-bd9f2a0d50c5 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 945 time: 0.0483172 Apr 12 15:46:42.931113 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Deleting port 643618de-d1c8-4c20-8560-0c20cbfc52d1 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:42.931463 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:43.022511 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] For port 643618de-d1c8-4c20-8560-0c20cbfc52d1, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=643618de-d1c8-4c20-8560-0c20cbfc52d1,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:43.023472 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:43.036743 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Calling delete_port for 643618de-d1c8-4c20-8560-0c20cbfc52d1 owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:43.239604 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (643618de-d1c8-4c20-8560-0c20cbfc52d1), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:43.250914 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['c874509c-7ee9-442b-969e-ababfc71bd5b', '643618de-d1c8-4c20-8560-0c20cbfc52d1'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:46:43.267001 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event deleted for resources: {'Port': ['ID=643618de-d1c8-4c20-8560-0c20cbfc52d1,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:43.325438 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] No DVR routers for this DVR port 643618de-d1c8-4c20-8560-0c20cbfc52d1 on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:46:43.330339 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:43.334228 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f2ccd330-943c-4b4b-8103-0c0b1b0538fa req-a072ccc0-de9c-4432-9af1-9ca666298ad0 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "DELETE /v2.0/ports/643618de-d1c8-4c20-8560-0c20cbfc52d1 HTTP/1.1" status: 204 len: 173 time: 0.4819009 Apr 12 15:46:43.335528 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d', 'name': 'network-vif-deleted', 'tag': '643618de-d1c8-4c20-8560-0c20cbfc52d1'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:43.338186 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ee3a0-4eaa-4426-a684-df967509e010" -d '{"events": [{"server_uuid": "ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d", "name": "network-vif-deleted", "tag": "643618de-d1c8-4c20-8560-0c20cbfc52d1"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:43.393106 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2d8e6684-b271-43dd-8361-d09bd1eb179a req-0784a482-7d59-4954-8dbd-5a541642c619 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 210 time: 0.0348847 Apr 12 15:46:43.401075 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec546a-c1ee-4736-821d-4b0446310140 req-e3070aad-18c4-4885-a59c-b1a7eb53cd7e tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:43.406069 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-73ec546a-c1ee-4736-821d-4b0446310140 req-e3070aad-18c4-4885-a59c-b1a7eb53cd7e tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0595181 Apr 12 15:46:43.430795 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff21f91-3f7a-4dde-9efc-407ef2cbe557 x-openstack-request-id: req-9ff21f91-3f7a-4dde-9efc-407ef2cbe557 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:43.431303 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d", "name": "network-vif-deleted", "tag": "643618de-d1c8-4c20-8560-0c20cbfc52d1", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:43.431560 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ff21f91-3f7a-4dde-9efc-407ef2cbe557 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:43.431961 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff21f91-3f7a-4dde-9efc-407ef2cbe557'] response: {'server_uuid': 'ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d', 'name': 'network-vif-deleted', 'tag': '643618de-d1c8-4c20-8560-0c20cbfc52d1', 'status': 'completed', 'code': 200} Apr 12 15:46:43.456957 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-73ec546a-c1ee-4736-821d-4b0446310140 req-5906ffa0-99aa-4b21-9e68-fd81a1105764 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500002 Apr 12 15:46:43.511854 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-6d9bdf00-e7a5-4090-9eaa-32f91979654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:43.513282 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-6d9bdf00-e7a5-4090-9eaa-32f91979654f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58ab8be7f12144ffb9ea13c352638e97&device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1129 time: 0.0415645 Apr 12 15:46:43.601338 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-48036b2b-59ae-432d-b6f9-052145086045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:43.602693 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-48036b2b-59ae-432d-b6f9-052145086045 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4 HTTP/1.1" status: 200 len: 908 time: 0.0837467 Apr 12 15:46:43.673245 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-7daad281-a4ad-437f-babb-6ffa33f9dac3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 200 len: 1001 time: 0.0641320 Apr 12 15:46:43.723114 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-e947e67b-27b2-4aee-b3ba-c1de41084e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:43.724612 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-e947e67b-27b2-4aee-b3ba-c1de41084e70 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=321ff951-6ace-4abd-be2f-1a3f9a225997 HTTP/1.1" status: 200 len: 847 time: 0.0459068 Apr 12 15:46:43.774503 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-ba2351b7-2c5b-414b-a428-2672ca7ef490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:43.775903 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-ba2351b7-2c5b-414b-a428-2672ca7ef490 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403831 Apr 12 15:46:43.869755 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-508f3230-7e58-4f92-a427-ff581e5bf1a6 service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Apr 12 15:46:44.119075 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-23b1e29b-9375-459d-9bd5-8920ebe0e0f8 req-e2ec5185-a8de-46c4-82b7-05cb797380d4 service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824482 Apr 12 15:46:44.496448 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-162638eb-bfa2-4d6a-bdb4-0dd0c19d1ee3 req-fb51bfec-2597-4889-a3e3-6c28b7868b99 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5efe5c-8393-4eaf-9fbd-a9dee489ad1d HTTP/1.1" status: 200 len: 210 time: 0.0315168 Apr 12 15:46:44.575636 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff38679-a0e4-422e-a10b-5b12e7885c56 req-5074fd77-44f1-4403-9a4b-5c965c6fea24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:44.577121 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cff38679-a0e4-422e-a10b-5b12e7885c56 req-5074fd77-44f1-4403-9a4b-5c965c6fea24 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0506716 Apr 12 15:46:44.626658 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cff38679-a0e4-422e-a10b-5b12e7885c56 req-69edb632-47f0-404f-ba82-cf72d3672b26 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439279 Apr 12 15:46:45.747446 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224aee-8836-4ede-861d-1d2b22f79119 req-4fedcdbe-22e7-40e6-b851-c45af120d8a7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:45.748972 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-64224aee-8836-4ede-861d-1d2b22f79119 req-4fedcdbe-22e7-40e6-b851-c45af120d8a7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0508542 Apr 12 15:46:45.798363 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-64224aee-8836-4ede-861d-1d2b22f79119 req-d3fba5c1-f2d7-40db-b135-09c052bab1bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Apr 12 15:46:46.112148 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3c906-498a-4390-bf25-95143a54e682 req-23385a6a-cee5-4a0d-ba1f-edb31527b797 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:46.113632 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c8f3c906-498a-4390-bf25-95143a54e682 req-23385a6a-cee5-4a0d-ba1f-edb31527b797 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0460129 Apr 12 15:46:46.159826 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c8f3c906-498a-4390-bf25-95143a54e682 req-58565d0f-f62c-4ef6-acaa-12a0c2b6fe06 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Apr 12 15:46:46.908882 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0ce20-4535-4b89-a460-9f0101f77a4c req-72eee032-1f45-4915-b35a-047263b9a1c7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:46.909638 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 643618de-d1c8-4c20-8560-0c20cbfc52d1 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:46.910343 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b5a0ce20-4535-4b89-a460-9f0101f77a4c req-72eee032-1f45-4915-b35a-047263b9a1c7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0458980 Apr 12 15:46:46.930233 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 643618de-d1c8-4c20-8560-0c20cbfc52d1 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:46:46.930587 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 643618de-d1c8-4c20-8560-0c20cbfc52d1 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:46:46.959178 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b5a0ce20-4535-4b89-a460-9f0101f77a4c req-985f928d-e211-43f3-b772-fa0cc018391d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Apr 12 15:46:47.277058 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d39983-adf5-4623-9b6a-5bcee94351ee req-215fe33c-c013-4359-8d02-8f1bf9b00be6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:47.278541 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-08d39983-adf5-4623-9b6a-5bcee94351ee req-215fe33c-c013-4359-8d02-8f1bf9b00be6 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0504713 Apr 12 15:46:47.324711 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-08d39983-adf5-4623-9b6a-5bcee94351ee req-18dc36b4-f860-492c-a555-3a2185a7803d tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Apr 12 15:46:48.073081 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424b66c-cfd4-4c87-bdd3-74ec5243ea8c req-847d2e97-3c19-4c19-9d2b-99f48f803537 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:48.074511 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0424b66c-cfd4-4c87-bdd3-74ec5243ea8c req-847d2e97-3c19-4c19-9d2b-99f48f803537 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0506308 Apr 12 15:46:48.125249 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0424b66c-cfd4-4c87-bdd3-74ec5243ea8c req-9c4c7005-08a4-49fd-9b30-4d11dba7bde7 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450850 Apr 12 15:46:48.435910 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83138402-09bb-4338-a76e-c20a15c3d61f req-7d3f078f-0594-439a-8cc2-b1e1f7acc833 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:48.437434 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-83138402-09bb-4338-a76e-c20a15c3d61f req-7d3f078f-0594-439a-8cc2-b1e1f7acc833 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0465977 Apr 12 15:46:48.485796 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-83138402-09bb-4338-a76e-c20a15c3d61f req-7f7a1674-780a-48ed-9055-881afea6fff2 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/security-groups?id=acf52d38-4e27-48b7-b55b-8476a0807efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Apr 12 15:46:48.813612 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-dc5237b8-f43f-4f8e-afad-b05b7b2ae045 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:48.815158 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-dc5237b8-f43f-4f8e-afad-b05b7b2ae045 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 945 time: 0.0462427 Apr 12 15:46:48.902378 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 235337eb-f460-4935-8f26-929d90127f02 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:48.907870 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Deleting port c874509c-7ee9-442b-969e-ababfc71bd5b {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:48.908304 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:48.984558 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 235337eb-f460-4935-8f26-929d90127f02 is: ACTIVE; New status is: DOWN {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:46:48.985254 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (235337eb-f460-4935-8f26-929d90127f02), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:49.003039 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] For port c874509c-7ee9-442b-969e-ababfc71bd5b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c874509c-7ee9-442b-969e-ababfc71bd5b,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:49.005945 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:49.009646 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235337eb-f460-4935-8f26-929d90127f02'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:49.011965 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0edf33-7a8f-4122-8250-e18b0a006ba0" -d '{"events": [{"server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "name": "network-vif-unplugged", "status": "completed", "tag": "235337eb-f460-4935-8f26-929d90127f02"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:49.018905 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Calling delete_port for c874509c-7ee9-442b-969e-ababfc71bd5b owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:49.025313 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:49.055319 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814c8f4f-9b61-4d23-9be4-6bb214cb954b x-openstack-request-id: req-814c8f4f-9b61-4d23-9be4-6bb214cb954b {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:49.055319 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "name": "network-vif-unplugged", "status": "failed", "tag": "235337eb-f460-4935-8f26-929d90127f02", "code": 422}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:49.055319 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-814c8f4f-9b61-4d23-9be4-6bb214cb954b {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:49.055319 dv-cinder-837525-1-iscsi neutron-server[104758]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-814c8f4f-9b61-4d23-9be4-6bb214cb954b']: {'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '235337eb-f460-4935-8f26-929d90127f02', 'code': 422} returned with failed status Apr 12 15:46:49.106959 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (235337eb-f460-4935-8f26-929d90127f02), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:49.158221 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=6']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:49.217603 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4445fe6-656e-4fb7-a477-8bdc73e2c5cd req-711d4e64-a20a-4e65-852d-59ff49fc3759 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:49.219083 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a4445fe6-656e-4fb7-a477-8bdc73e2c5cd req-711d4e64-a20a-4e65-852d-59ff49fc3759 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0472081 Apr 12 15:46:49.245996 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (c874509c-7ee9-442b-969e-ababfc71bd5b), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:49.259905 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['c874509c-7ee9-442b-969e-ababfc71bd5b'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:46:49.268167 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a4445fe6-656e-4fb7-a477-8bdc73e2c5cd req-fc71551d-ff0e-4a85-ac3a-dcc161f030c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Apr 12 15:46:49.287469 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc7ebc-9898-4314-a086-6055a7eb9fbf req-62f32522-caab-4c7f-906b-7dc237c55626 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:49.289108 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a6dc7ebc-9898-4314-a086-6055a7eb9fbf req-62f32522-caab-4c7f-906b-7dc237c55626 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0841539 Apr 12 15:46:49.291652 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Pushing event deleted for resources: {'Port': ['ID=c874509c-7ee9-442b-969e-ababfc71bd5b,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:49.350794 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] No DVR routers for this DVR port c874509c-7ee9-442b-969e-ababfc71bd5b on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:46:49.359969 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:49.363281 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2b03e6d0-c6df-4ee7-afd6-2f6d07768ecd req-2da1027a-9478-4b53-a065-8a716873eb80 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.84 "DELETE /v2.0/ports/c874509c-7ee9-442b-969e-ababfc71bd5b HTTP/1.1" status: 204 len: 173 time: 0.5422947 Apr 12 15:46:49.363726 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d22c166-c70a-44db-aae6-11ff17b1765b', 'name': 'network-vif-deleted', 'tag': 'c874509c-7ee9-442b-969e-ababfc71bd5b'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:49.365985 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521fd70-61b0-40b8-badb-a96314dace69" -d '{"events": [{"server_uuid": "0d22c166-c70a-44db-aae6-11ff17b1765b", "name": "network-vif-deleted", "tag": "c874509c-7ee9-442b-969e-ababfc71bd5b"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:49.387106 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a6dc7ebc-9898-4314-a086-6055a7eb9fbf req-15d1f586-dea2-4818-a56d-6566cd4718af tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896451 Apr 12 15:46:49.414751 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880cf87e-ef47-4954-b0e0-cae63ff73fd2 x-openstack-request-id: req-880cf87e-ef47-4954-b0e0-cae63ff73fd2 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:49.415237 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d22c166-c70a-44db-aae6-11ff17b1765b", "name": "network-vif-deleted", "tag": "c874509c-7ee9-442b-969e-ababfc71bd5b", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:49.416142 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-880cf87e-ef47-4954-b0e0-cae63ff73fd2 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:49.416619 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880cf87e-ef47-4954-b0e0-cae63ff73fd2'] response: {'server_uuid': '0d22c166-c70a-44db-aae6-11ff17b1765b', 'name': 'network-vif-deleted', 'tag': 'c874509c-7ee9-442b-969e-ababfc71bd5b', 'status': 'completed', 'code': 200} Apr 12 15:46:49.502806 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-ecc93f0b-c233-4595-9b93-9404d4529076 req-8d920383-e221-49c6-9c99-c70beb75973a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:46:49.503806 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ecc93f0b-c233-4595-9b93-9404d4529076 req-8d920383-e221-49c6-9c99-c70beb75973a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521572 Apr 12 15:46:49.595420 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5408d2f-98e0-47cb-9d7f-77b975d72a4c req-27d3522c-4e59-4cf8-8faa-dcbaf5059695 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 210 time: 0.0362351 Apr 12 15:46:49.777750 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aca64-6cd4-4560-861f-f632f48ff197 req-05c5be26-3533-4db0-8494-d13efaac0a62 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:49.779877 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a68aca64-6cd4-4560-861f-f632f48ff197 req-05c5be26-3533-4db0-8494-d13efaac0a62 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0507975 Apr 12 15:46:49.827502 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a68aca64-6cd4-4560-861f-f632f48ff197 req-1299ddab-610b-4a53-8df0-efd974b130ec tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Apr 12 15:46:49.867833 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-da1f9f65-d1e7-431f-ada3-d86f7e5b1f99 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414448 Apr 12 15:46:49.941033 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-7aeb7b35-f1ba-41b4-a989-3d1a36fbe0f5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:49.942358 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-7aeb7b35-f1ba-41b4-a989-3d1a36fbe0f5 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports/235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 200 len: 940 time: 0.0470669 Apr 12 15:46:50.354697 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-8417dbc4-5baa-49be-b11b-adbcd26a4c95 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:50.356145 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-8417dbc4-5baa-49be-b11b-adbcd26a4c95 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0565495 Apr 12 15:46:50.389525 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27290d22-c30f-4d52-9452-aa26b4e43b8a req-2ad5059f-cb05-4b74-baaf-574b6b384054 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:50.390945 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-27290d22-c30f-4d52-9452-aa26b4e43b8a req-2ad5059f-cb05-4b74-baaf-574b6b384054 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 946 time: 0.0531571 Apr 12 15:46:50.440671 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-27290d22-c30f-4d52-9452-aa26b4e43b8a req-998447fe-b522-4f35-a076-8af1e69d1ad3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=7347b899-4d2f-45d3-a3ce-3ce00493cfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Apr 12 15:46:50.674819 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Deleting port df808cc1-866a-4e75-915a-35486530cf9d {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:50.675488 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (df808cc1-866a-4e75-915a-35486530cf9d), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:50.702794 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-98af3ff2-bc44-494f-b92a-02c53428f10e req-23cd3d03-81b6-4e4d-aa42-6e8781523fb7 tempest-ServerRescueNegativeTestJSON-891645721 tempest-ServerRescueNegativeTestJSON-891645721-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d22c166-c70a-44db-aae6-11ff17b1765b HTTP/1.1" status: 200 len: 210 time: 0.0275209 Apr 12 15:46:50.770836 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] For port df808cc1-866a-4e75-915a-35486530cf9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=df808cc1-866a-4e75-915a-35486530cf9d,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:50.771207 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (df808cc1-866a-4e75-915a-35486530cf9d), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:50.987714 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa8f39-297d-48c8-b3c7-ee7dacdd4450 req-6fe4c873-ce0f-4e36-ad2c-dc4797fb9502 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:50.989221 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c5aa8f39-297d-48c8-b3c7-ee7dacdd4450 req-6fe4c873-ce0f-4e36-ad2c-dc4797fb9502 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0853856 Apr 12 15:46:50.997464 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:50.997834 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (79b36607-e483-4c49-9280-a07a7ad082bd), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:50.998156 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Floating IP 79b36607-e483-4c49-9280-a07a7ad082bd disassociated. External IP: 172.27.0.240, port: df808cc1-866a-4e75-915a-35486530cf9d. Apr 12 15:46:50.998498 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Calling delete_port for df808cc1-866a-4e75-915a-35486530cf9d owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:51.090183 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c5aa8f39-297d-48c8-b3c7-ee7dacdd4450 req-5434ace3-c6bf-4aca-918e-b2c1c1b519e6 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948806 Apr 12 15:46:51.234602 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (df808cc1-866a-4e75-915a-35486530cf9d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:51.264139 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event deleted for resources: {'Port': ['ID=df808cc1-866a-4e75-915a-35486530cf9d,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:51.377364 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Router 2e31fe5b-d222-449e-8131-c43bdf458dab has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:46:51.487721 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:46:51.498983 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] Sync routers for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:46:51.511427 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:51.512795 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:51.533431 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] No DVR routers for this DVR port df808cc1-866a-4e75-915a-35486530cf9d on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:46:51.535806 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:51.539261 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6cdb83d4-b727-41bf-85c9-421d5d9a5557 req-c499af75-3475-4934-8198-fd5e5df25e63 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "DELETE /v2.0/ports/df808cc1-866a-4e75-915a-35486530cf9d HTTP/1.1" status: 204 len: 173 time: 0.9537611 Apr 12 15:46:51.539712 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'name': 'network-vif-deleted', 'tag': 'df808cc1-866a-4e75-915a-35486530cf9d'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:46:51.542154 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29062d7e-7dcb-457f-a549-6b46d16df345" -d '{"events": [{"server_uuid": "dfae4b22-86c4-4d04-94cd-65666069140d", "name": "network-vif-deleted", "tag": "df808cc1-866a-4e75-915a-35486530cf9d"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:46:51.559525 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-93ba8282-cb6e-4e0b-ac85-9bb9361e400c req-11a5ea4d-5678-4951-a3b1-8ffad42a4c87 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0347824 Apr 12 15:46:51.594231 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3cf72b-4414-42e8-862f-107eeb4a9d7a x-openstack-request-id: req-7e3cf72b-4414-42e8-862f-107eeb4a9d7a {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:46:51.594231 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfae4b22-86c4-4d04-94cd-65666069140d", "name": "network-vif-deleted", "tag": "df808cc1-866a-4e75-915a-35486530cf9d", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:46:51.594231 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e3cf72b-4414-42e8-862f-107eeb4a9d7a {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:46:51.594231 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3cf72b-4414-42e8-862f-107eeb4a9d7a'] response: {'server_uuid': 'dfae4b22-86c4-4d04-94cd-65666069140d', 'name': 'network-vif-deleted', 'tag': 'df808cc1-866a-4e75-915a-35486530cf9d', 'status': 'completed', 'code': 200} Apr 12 15:46:51.638657 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:51.775805 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50926) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:51.951174 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:46:51.973869 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:52.001167 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] Checking router: 2e31fe5b-d222-449e-8131-c43bdf458dab for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:46:52.009514 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:52.010193 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:52.123166 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:52.290588 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b634ec8-c5a3-4dfc-ad63-aa574d214450 req-54665fb3-7cb8-4b3e-8ffd-1d64e7e30f38 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:52.291866 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8b634ec8-c5a3-4dfc-ad63-aa574d214450 req-54665fb3-7cb8-4b3e-8ffd-1d64e7e30f38 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.1189895 Apr 12 15:46:52.324397 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:52.342441 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:52.357897 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f9f44-c0b8-497c-811f-5f99bb7067c0 None None] The sync data for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi is: [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:46:52.417103 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8b634ec8-c5a3-4dfc-ad63-aa574d214450 req-f8eb24af-b464-4b7d-90d2-8e7db58f9213 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049874 Apr 12 15:46:52.641511 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9d537-0c6b-4eed-9426-186d2fd50c8d None None] New status for floating IP 79b36607-e483-4c49-9280-a07a7ad082bd: DOWN {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:46:52.705100 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a84adeaf-3bb1-4855-95a5-89889ff5c176 req-6b91c214-fc85-493f-a738-340932a8d63e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfae4b22-86c4-4d04-94cd-65666069140d HTTP/1.1" status: 200 len: 210 time: 0.0356219 Apr 12 15:46:52.901579 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device df808cc1-866a-4e75-915a-35486530cf9d no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:52.902227 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Deleting port e91a9f76-5837-4a9c-a840-d63a9dd5c935 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:52.902227 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:52.921743 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: df808cc1-866a-4e75-915a-35486530cf9d {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:46:52.922095 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device df808cc1-866a-4e75-915a-35486530cf9d not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:46:52.922526 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device c874509c-7ee9-442b-969e-ababfc71bd5b no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:52.942607 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: c874509c-7ee9-442b-969e-ababfc71bd5b {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:46:52.942963 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device c874509c-7ee9-442b-969e-ababfc71bd5b not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:46:53.042121 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] For port e91a9f76-5837-4a9c-a840-d63a9dd5c935, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=e91a9f76-5837-4a9c-a840-d63a9dd5c935,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:53.042492 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:53.045774 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-e003da4f-fec8-46ea-81e2-a7699c4b6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:53.047252 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-e003da4f-fec8-46ea-81e2-a7699c4b6ac0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88&tenant_id=58ab8be7f12144ffb9ea13c352638e97 HTTP/1.1" status: 200 len: 1127 time: 0.0884614 Apr 12 15:46:53.058191 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Calling delete_port for e91a9f76-5837-4a9c-a840-d63a9dd5c935 owned by network:router_interface {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:53.138841 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-eada93f6-12e4-4c3c-acae-81f4ad03223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:53.140225 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-eada93f6-12e4-4c3c-acae-81f4ad03223c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58ab8be7f12144ffb9ea13c352638e97&device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1127 time: 0.0716345 Apr 12 15:46:53.289896 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-dd0dfce2-6e1e-4391-b519-6108f1d0960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:53.291355 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-dd0dfce2-6e1e-4391-b519-6108f1d0960c service neutron] 10.222.0.84 "GET /v2.0/networks?id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4 HTTP/1.1" status: 200 len: 908 time: 0.1429918 Apr 12 15:46:53.390083 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-37c56b1e-cead-4a1c-aa8a-142d28a43adc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 200 len: 999 time: 0.0922980 Apr 12 15:46:53.439797 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-b3e5b804-34b4-43c7-b5a7-39528866be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:53.441245 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-b3e5b804-34b4-43c7-b5a7-39528866be38 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=321ff951-6ace-4abd-be2f-1a3f9a225997 HTTP/1.1" status: 200 len: 847 time: 0.0439291 Apr 12 15:46:53.501137 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (e91a9f76-5837-4a9c-a840-d63a9dd5c935), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:53.524710 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-31a815ae-fb1d-4599-9e0f-da0c193045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:53.526200 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-31a815ae-fb1d-4599-9e0f-da0c193045db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705974 Apr 12 15:46:53.569344 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91a9f76-5837-4a9c-a840-d63a9dd5c935,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:53.594328 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7636-0fea-4842-8e8d-682396ea162f req-fe9d6f08-09c9-4449-aef6-d648bfde913a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:53.595835 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2d4c7636-0fea-4842-8e8d-682396ea162f req-fe9d6f08-09c9-4449-aef6-d648bfde913a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.1102860 Apr 12 15:46:53.776861 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2d4c7636-0fea-4842-8e8d-682396ea162f req-b8cb2ca9-4f3b-46fe-917d-ad6ebf83f650 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688683 Apr 12 15:46:53.782436 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-a598d8d9-b3d6-4292-ac54-3ea809b2e34a service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281621 Apr 12 15:46:53.902235 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:53.906322 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50940) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:53.925510 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cbfc220f-b39a-4081-be8e-d2034a02f6be req-d6dc313c-6c0c-41ca-b858-74a72392cc6b service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341159 Apr 12 15:46:53.963671 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7a27b09f-23ed-4d7b-b3de-a8dd727103b2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (7347b899-4d2f-45d3-a3ce-3ce00493cfb5), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:53.986963 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7a27b09f-23ed-4d7b-b3de-a8dd727103b2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (7347b899-4d2f-45d3-a3ce-3ce00493cfb5), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.090251 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7a27b09f-23ed-4d7b-b3de-a8dd727103b2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (7347b899-4d2f-45d3-a3ce-3ce00493cfb5), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.092965 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7a27b09f-23ed-4d7b-b3de-a8dd727103b2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.094131 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7a27b09f-23ed-4d7b-b3de-a8dd727103b2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "DELETE /v2.0/security-groups/7347b899-4d2f-45d3-a3ce-3ce00493cfb5 HTTP/1.1" status: 204 len: 168 time: 0.1868217 Apr 12 15:46:54.097552 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50942) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:54.114291 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27b09f-23ed-4d7b-b3de-a8dd727103b2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347b899-4d2f-45d3-a3ce-3ce00493cfb5,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:54.117395 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.api.v2.resource [None req-dcc5fd42-a205-4f8e-9135-449bf2261041 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] show failed (client error): The resource could not be found. Apr 12 15:46:54.118686 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-dcc5fd42-a205-4f8e-9135-449bf2261041 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups/7347b899-4d2f-45d3-a3ce-3ce00493cfb5 HTTP/1.1" status: 404 len: 347 time: 0.0199742 Apr 12 15:46:54.122214 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50944) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:54.152528 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:46:54.243752 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Deleting port 104782af-d729-4361-bf9f-d7302ab5a36b {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:54.244098 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (104782af-d729-4361-bf9f-d7302ab5a36b), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.268620 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:46:54.274407 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-acfb00fd-9e12-4251-b788-8644f639dc78 admin admin] 10.222.0.74 "PUT /v2.0/routers/cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4970086 Apr 12 15:46:54.276976 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50946) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:54.280952 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] Sync routers for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:46:54.295412 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:54.296207 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:54.329222 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (104782af-d729-4361-bf9f-d7302ab5a36b), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.329584 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (104782af-d729-4361-bf9f-d7302ab5a36b), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.343265 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Calling delete_port for 104782af-d729-4361-bf9f-d7302ab5a36b owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:54.385159 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks [] for router (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.405485 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:54.499293 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks [] for router_gateway (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.577499 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (104782af-d729-4361-bf9f-d7302ab5a36b), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.597788 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:46:53Z', 'revision_number': 5, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port': {'id': 'b3ebc03b-a506-4ac4-a3f5-a13234ab9146', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:54.626100 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] Checking router: cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:46:54.629984 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event deleted for resources: {'Port': ['ID=104782af-d729-4361-bf9f-d7302ab5a36b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:54.635929 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] Routers {'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:46:54.636718 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:46:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:54.677879 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Deleting port b3ebc03b-a506-4ac4-a3f5-a13234ab9146 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:54.678243 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.679798 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (79b36607-e483-4c49-9280-a07a7ad082bd), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.683124 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.687490 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ed3b771d-27f4-4b9c-a2d5-682604014a30 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "DELETE /v2.0/floatingips/79b36607-e483-4c49-9280-a07a7ad082bd HTTP/1.1" status: 204 len: 168 time: 0.5636792 Apr 12 15:46:54.740306 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] Set router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:46:54.786092 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] For port b3ebc03b-a506-4ac4-a3f5-a13234ab9146, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b3ebc03b-a506-4ac4-a3f5-a13234ab9146,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:54.788569 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:54.800069 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:46:54Z', 'revision_number': 6, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port_host': None}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:54.820390 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Calling delete_port for b3ebc03b-a506-4ac4-a3f5-a13234ab9146 owned by network:router_gateway {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:54.827395 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39ccb1-2f3a-4868-bf5b-7bb01093b701 None None] The sync data for ids ['cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c'] in dv-cinder-837525-1-iscsi is: [{'id': 'cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c', 'name': 'tempest-ServerRescueNegativeTestJSON-58477744-router', 'tenant_id': 'e7895eb9eee743bb9cc84051a905e68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:46:54Z', 'revision_number': 6, 'project_id': 'e7895eb9eee743bb9cc84051a905e68c', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:46:54.937977 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b0840-11aa-450d-acd9-5e9e7ae8908a req-c1a13822-ebac-4552-a4a9-36dfb4d12937 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:54.937977 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a4b0840-11aa-450d-acd9-5e9e7ae8908a req-c1a13822-ebac-4552-a4a9-36dfb4d12937 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0598388 Apr 12 15:46:54.997022 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a4b0840-11aa-450d-acd9-5e9e7ae8908a req-0536c7e1-83c4-4449-8e90-e682ed28bdb1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531969 Apr 12 15:46:55.080278 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50952) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:55.084815 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-ecfcbc28-5636-416c-8bbc-2ac7dee67cef tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082757758', 'description': 'tempest-description--1146579781'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:55.119827 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (b3ebc03b-a506-4ac4-a3f5-a13234ab9146), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.146758 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ebc03b-a506-4ac4-a3f5-a13234ab9146,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:55.210211 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.226297 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc28-5636-416c-8bbc-2ac7dee67cef tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.328271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.331914 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks [] for router_controller (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.435855 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc28-5636-416c-8bbc-2ac7dee67cef tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (29a31c36-c54f-422f-ac6e-1f6734a9e402), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.474129 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.474620 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c {{(pid=104757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:46:55.480168 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.482483 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a9eac51e-6b9f-461d-aa71-e8d8d90576b0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/cdd0d69b-459a-4ea3-8806-55b5c2f1ee7c HTTP/1.1" status: 204 len: 168 time: 1.2031293 Apr 12 15:46:55.483737 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50954) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:55.526777 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-1567cce3-c93f-4a37-aa62-58ee3c63cbb0 admin admin] Deleting subnet 0810b4e2-4948-4532-9abd-09f53696f247 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:46:55.529687 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1567cce3-c93f-4a37-aa62-58ee3c63cbb0 admin admin] Publish callbacks [] for subnet (0810b4e2-4948-4532-9abd-09f53696f247), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.550264 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc28-5636-416c-8bbc-2ac7dee67cef tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (29a31c36-c54f-422f-ac6e-1f6734a9e402), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.586446 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1567cce3-c93f-4a37-aa62-58ee3c63cbb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (0810b4e2-4948-4532-9abd-09f53696f247), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.609545 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcbc28-5636-416c-8bbc-2ac7dee67cef tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a31c36-c54f-422f-ac6e-1f6734a9e402,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:55.658475 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc28-5636-416c-8bbc-2ac7dee67cef tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.658475 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-ecfcbc28-5636-416c-8bbc-2ac7dee67cef tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5751150 Apr 12 15:46:55.659642 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50956) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:55.666337 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-bcb29544-e16f-480e-9e78-57a03a6c1572 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'security_group_rule': {'security_group_id': '29a31c36-c54f-422f-ac6e-1f6734a9e402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:55.679385 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device e91a9f76-5837-4a9c-a840-d63a9dd5c935 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:55.703092 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: e91a9f76-5837-4a9c-a840-d63a9dd5c935 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:46:55.703527 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device e91a9f76-5837-4a9c-a840-d63a9dd5c935 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:46:55.704021 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b3ebc03b-a506-4ac4-a3f5-a13234ab9146 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:55.712749 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1567cce3-c93f-4a37-aa62-58ee3c63cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (0810b4e2-4948-4532-9abd-09f53696f247), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.728224 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: b3ebc03b-a506-4ac4-a3f5-a13234ab9146 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:46:55.729201 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b3ebc03b-a506-4ac4-a3f5-a13234ab9146 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:46:55.754595 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bcb29544-e16f-480e-9e78-57a03a6c1572 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (a1b4178a-d358-429d-a226-5b46be2333e8), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.813646 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bcb29544-e16f-480e-9e78-57a03a6c1572 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (a1b4178a-d358-429d-a226-5b46be2333e8), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.822094 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1567cce3-c93f-4a37-aa62-58ee3c63cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (0810b4e2-4948-4532-9abd-09f53696f247), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.848968 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567cce3-c93f-4a37-aa62-58ee3c63cbb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0810b4e2-4948-4532-9abd-09f53696f247,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:55.854258 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1567cce3-c93f-4a37-aa62-58ee3c63cbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.860134 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50958) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:55.863498 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-1567cce3-c93f-4a37-aa62-58ee3c63cbb0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0810b4e2-4948-4532-9abd-09f53696f247 HTTP/1.1" status: 204 len: 168 time: 0.3760631 Apr 12 15:46:55.863927 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb3833-018a-43ff-81df-3c93d04d3e25 None None] Network e66311a5-37b4-459d-a16b-7d97b167b889 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:46:55.891713 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bcb29544-e16f-480e-9e78-57a03a6c1572 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (a1b4178a-d358-429d-a226-5b46be2333e8), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:55.943769 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb29544-e16f-480e-9e78-57a03a6c1572 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b4178a-d358-429d-a226-5b46be2333e8,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:55.966184 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (e66311a5-37b4-459d-a16b-7d97b167b889), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.016951 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] DHCP port deletion for e66311a5-37b4-459d-a16b-7d97b167b889 request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:46:56.017339 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Deleting port 33644ab9-f9d7-471f-81ca-3b63c982c948 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:56.017686 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.062940 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] Deleting port 33644ab9-f9d7-471f-81ca-3b63c982c948 {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:46:56.063731 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.081484 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bcb29544-e16f-480e-9e78-57a03a6c1572 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.082624 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bcb29544-e16f-480e-9e78-57a03a6c1572 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4217348 Apr 12 15:46:56.085617 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50962) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:56.091062 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-e867bab6-3380-4646-9b9b-459f35fe1f41 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'security_group_rule': {'security_group_id': '29a31c36-c54f-422f-ac6e-1f6734a9e402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:56.127507 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] For port 33644ab9-f9d7-471f-81ca-3b63c982c948, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=33644ab9-f9d7-471f-81ca-3b63c982c948,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:56.127902 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.134080 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] For port 33644ab9-f9d7-471f-81ca-3b63c982c948, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=33644ab9-f9d7-471f-81ca-3b63c982c948,segment=NetworkSegment(d3dc36b6-1edb-40ea-909a-2651e817711a),segment_id=d3dc36b6-1edb-40ea-909a-2651e817711a)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:46:56.134452 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.141488 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] Calling delete_port for 33644ab9-f9d7-471f-81ca-3b63c982c948 owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:56.142580 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc9bff-1d21-4646-bed4-6a59d52463fd req-fce95515-3146-4c2c-81c2-0d6630bafa01 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:56.144204 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18cc9bff-1d21-4646-bed4-6a59d52463fd req-fce95515-3146-4c2c-81c2-0d6630bafa01 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0684319 Apr 12 15:46:56.160615 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Calling delete_port for 33644ab9-f9d7-471f-81ca-3b63c982c948 owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:46:56.229277 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e867bab6-3380-4646-9b9b-459f35fe1f41 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (91745466-3d9b-4b9a-888c-6a3708abc66c), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.242190 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18cc9bff-1d21-4646-bed4-6a59d52463fd req-18395520-672e-42b1-860b-f0973772bd94 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914581 Apr 12 15:46:56.289662 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e867bab6-3380-4646-9b9b-459f35fe1f41 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (91745466-3d9b-4b9a-888c-6a3708abc66c), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.353323 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.360501 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (33644ab9-f9d7-471f-81ca-3b63c982c948), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.378233 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] Pushing event deleted for resources: {'Port': ['ID=33644ab9-f9d7-471f-81ca-3b63c982c948,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:56.381859 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172d727-0c08-4065-85ca-4f7ae899bbb7 None None] No DVR routers for this DVR port 33644ab9-f9d7-471f-81ca-3b63c982c948 on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:46:56.384199 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e867bab6-3380-4646-9b9b-459f35fe1f41 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (91745466-3d9b-4b9a-888c-6a3708abc66c), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.388427 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Pushing event deleted for resources: {'Port': ['ID=33644ab9-f9d7-471f-81ca-3b63c982c948,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:56.395166 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] No DVR routers for this DVR port 33644ab9-f9d7-471f-81ca-3b63c982c948 on host dv-cinder-837525-1-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:46:56.402063 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867bab6-3380-4646-9b9b-459f35fe1f41 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91745466-3d9b-4b9a-888c-6a3708abc66c,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:56.472114 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (e66311a5-37b4-459d-a16b-7d97b167b889), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.482081 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e867bab6-3380-4646-9b9b-459f35fe1f41 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.483334 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e867bab6-3380-4646-9b9b-459f35fe1f41 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961873 Apr 12 15:46:56.486362 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 50964) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:56.490867 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:46:56.493112 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66311a5-37b4-459d-a16b-7d97b167b889']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:56.502779 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dc36b6-1edb-40ea-909a-2651e817711a') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:56.503096 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dc36b6-1edb-40ea-909a-2651e817711a') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:46:56.513026 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (d3dc36b6-1edb-40ea-909a-2651e817711a), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.526895 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d3dc36b6-1edb-40ea-909a-2651e817711a), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.532858 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (d3dc36b6-1edb-40ea-909a-2651e817711a), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: self.session.flush() Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: self.session.flush() Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: self.session.flush() Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: self.session.flush() Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:46:56.537434 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:46:56.594328 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.668619 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (e66311a5-37b4-459d-a16b-7d97b167b889), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.673697 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.674233 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:56.677368 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e66311a5-37b4-459d-a16b-7d97b167b889 HTTP/1.1" status: 204 len: 168 time: 0.8153334 Apr 12 15:46:56.690234 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f35b6-7500-4895-842d-a6cb9639d613 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66311a5-37b4-459d-a16b-7d97b167b889,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:57.003068 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50968) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:57.020511 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Allocated IP 172.27.0.177 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/ae9654e1-a410-4efb-b1ff-4b63ceb721a9) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:46:57.042427 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0ad056da-e24b-4814-ac35-af959b9dc9c8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e7895eb9eee743bb9cc84051a905e68c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381958 Apr 12 15:46:57.045207 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 50970) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:46:57.093660 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f508f715-2216-48f7-9af1-ef2f04439064 admin admin] Publish callbacks [] for security_group (acf52d38-4e27-48b7-b55b-8476a0807efc), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.114953 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f508f715-2216-48f7-9af1-ef2f04439064 admin admin] Publish callbacks [] for security_group (acf52d38-4e27-48b7-b55b-8476a0807efc), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.119749 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for port (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.292168 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.326609 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f508f715-2216-48f7-9af1-ef2f04439064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (acf52d38-4e27-48b7-b55b-8476a0807efc), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.329306 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f508f715-2216-48f7-9af1-ef2f04439064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.331900 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f508f715-2216-48f7-9af1-ef2f04439064 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/acf52d38-4e27-48b7-b55b-8476a0807efc HTTP/1.1" status: 204 len: 168 time: 0.2855201 Apr 12 15:46:57.339453 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:46:57.345016 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508f715-2216-48f7-9af1-ef2f04439064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf52d38-4e27-48b7-b55b-8476a0807efc,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:57.361872 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:46:57.372384 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:46:57.400648 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 33644ab9-f9d7-471f-81ca-3b63c982c948 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:46:57.407938 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'Port': ['ID=ae9654e1-a410-4efb-b1ff-4b63ceb721a9,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:57.416719 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc6d2b-524b-4225-a349-8df905ed1341 req-47e6e971-d3e9-4e46-932d-49da3d50ef73 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:57.418230 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9dfc6d2b-524b-4225-a349-8df905ed1341 req-47e6e971-d3e9-4e46-932d-49da3d50ef73 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0966241 Apr 12 15:46:57.423203 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 33644ab9-f9d7-471f-81ca-3b63c982c948 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:46:57.423551 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 33644ab9-f9d7-471f-81ca-3b63c982c948 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:46:57.510994 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9dfc6d2b-524b-4225-a349-8df905ed1341 req-30b64203-f59f-451e-9228-64e7719da1a2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833304 Apr 12 15:46:57.516398 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (0128f689-b199-4bc9-8fd4-c8ad9fac1574), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.679332 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.831451 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for port (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.880096 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:57.951420 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'Port': ['ID=ae9654e1-a410-4efb-b1ff-4b63ceb721a9,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:46:57.967722 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (0128f689-b199-4bc9-8fd4-c8ad9fac1574), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:58.082510 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:58.083799 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-183ab1ec-59d6-44de-b108-e897a7a5b5b9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5964284 Apr 12 15:46:58.276551 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-a322066b-6cd3-479a-a247-7ac6502d76ce tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2082757758&fields=id&tenant_id=cb027e2ff75f41438e91f95368199e5b HTTP/1.1" status: 200 len: 267 time: 0.0437479 Apr 12 15:46:58.386627 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-66b5d800-552e-4f6e-a8a0-c72c1a623aff tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:58.388069 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-66b5d800-552e-4f6e-a8a0-c72c1a623aff tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 810 time: 0.1049337 Apr 12 15:46:58.402682 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-9be9920e-c36e-4347-bf3c-a3f00d5d61df tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/quotas/cb027e2ff75f41438e91f95368199e5b HTTP/1.1" status: 200 len: 375 time: 0.0090220 Apr 12 15:46:58.453301 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-eb57d5b8-fde5-4a62-a946-a32e3f73acc0 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453641 Apr 12 15:46:58.556337 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-3b6fe108-4093-483d-ad12-c879adad1e8e service neutron] 10.222.0.74 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917692 Apr 12 15:46:58.647653 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-be52a0a8-1f18-4301-8d72-1eb69a9481ed service neutron] 10.222.0.74 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848560 Apr 12 15:46:58.801400 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed964c57-088f-47e9-bac1-da40fe7489a8 req-3866f29a-9920-4612-91f1-0fc71855e923 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:58.802304 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ed964c57-088f-47e9-bac1-da40fe7489a8 req-3866f29a-9920-4612-91f1-0fc71855e923 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0528224 Apr 12 15:46:58.852520 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ed964c57-088f-47e9-bac1-da40fe7489a8 req-be37cef4-b4d9-43e8-853c-db03c4fffa23 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Apr 12 15:46:58.956340 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fe7db4f6-47f3-49ef-ab7a-559dcc803638 req-362f49ce-d2a2-4fd2-bebd-57750e07bcf2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 210 time: 0.0292935 Apr 12 15:46:59.961975 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-93882785-3e8a-45be-86bc-25aa9d609cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:46:59.973281 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376bb1c-2a86-4f4c-b8a0-04196bb9f575 req-fcaddb97-ef0d-4b22-9593-fc9bf049c6da tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:46:59.974840 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5376bb1c-2a86-4f4c-b8a0-04196bb9f575 req-fcaddb97-ef0d-4b22-9593-fc9bf049c6da tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0538578 Apr 12 15:47:00.019126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51054) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:00.038222 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5376bb1c-2a86-4f4c-b8a0-04196bb9f575 req-949c3442-8a14-4b4f-928f-d134e69decd1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462062 Apr 12 15:47:00.058047 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ac60f004-87db-48ad-8164-b4c59d0ed32b req-95e184a6-3053-4b0d-ad6b-41ab7caaaea9 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 210 time: 0.0314014 Apr 12 15:47:00.126111 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5a1-b946-4675-83ea-b0306d7a9729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.199179 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5a1-b946-4675-83ea-b0306d7a9729 admin admin] Publish callbacks [] for security_group (2e2cb42f-5c79-4c34-b75d-1692447227f1), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.280201 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5a1-b946-4675-83ea-b0306d7a9729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (2e2cb42f-5c79-4c34-b75d-1692447227f1), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.321914 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-7a74d5a1-b946-4675-83ea-b0306d7a9729 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05312cbb858b41f9aa2604e84affa518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032632 Apr 12 15:47:00.323044 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d5a1-b946-4675-83ea-b0306d7a9729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2cb42f-5c79-4c34-b75d-1692447227f1,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:00.324856 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51058) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:00.373871 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4c83-15cc-47e2-8af2-184c91d62200 admin admin] Publish callbacks [] for security_group (2e2cb42f-5c79-4c34-b75d-1692447227f1), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.406992 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4c83-15cc-47e2-8af2-184c91d62200 admin admin] Publish callbacks [] for security_group (2e2cb42f-5c79-4c34-b75d-1692447227f1), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.458575 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-e780b705-0b8c-40e3-a1ca-a4398c07d244 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468758098&fields=id&tenant_id=713d8345b3714370b39127cdff7a4623 HTTP/1.1" status: 200 len: 267 time: 0.0756755 Apr 12 15:47:00.513477 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-a1cef08f-1617-4bac-a9a1-3e2a37ce9ecf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:00.514935 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-a1cef08f-1617-4bac-a9a1-3e2a37ce9ecf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 984 time: 0.0510964 Apr 12 15:47:00.525645 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Request body: {'port': {'security_groups': ['91f0bfee-53db-4842-9adb-a98f02ceac33']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:47:00.594919 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4c83-15cc-47e2-8af2-184c91d62200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (2e2cb42f-5c79-4c34-b75d-1692447227f1), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.597330 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4c83-15cc-47e2-8af2-184c91d62200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.598439 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1f3f4c83-15cc-47e2-8af2-184c91d62200 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e2cb42f-5c79-4c34-b75d-1692447227f1 HTTP/1.1" status: 204 len: 168 time: 0.2724395 Apr 12 15:47:00.616187 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.616187 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f4c83-15cc-47e2-8af2-184c91d62200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2cb42f-5c79-4c34-b75d-1692447227f1,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:00.793664 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] For port a34c633b-7e5b-4c3b-98c8-03938efafe74, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:00.822441 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.916123 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.931971 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['a34c633b-7e5b-4c3b-98c8-03938efafe74'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:47:00.973139 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:00.973793 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:00.975198 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0143ab3c-75e7-4e42-8d7e-ddbf038721f8 req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "PUT /v2.0/ports/a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 942 time: 0.4539168 Apr 12 15:47:00.975661 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:47:00.979146 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad56c77-55bf-4d06-843d-75f789483a29" -d '{"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:47:00.983903 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51068) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:01.034162 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ba598-9068-4478-9a22-5f6ca222f58e tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event updated for resources: {'Port': ['ID=a34c633b-7e5b-4c3b-98c8-03938efafe74,revision_number=7']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:01.042785 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['a34c633b-7e5b-4c3b-98c8-03938efafe74'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:47:01.049467 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f79728-8e7f-4ca6-8d9b-3355b86c8f7a x-openstack-request-id: req-f8f79728-8e7f-4ca6-8d9b-3355b86c8f7a {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:47:01.049781 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:47:01.050020 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f8f79728-8e7f-4ca6-8d9b-3355b86c8f7a {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:47:01.050439 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f79728-8e7f-4ca6-8d9b-3355b86c8f7a'] response: {'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'status': 'completed', 'code': 200} Apr 12 15:47:01.166613 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-6e2684f1-f7d1-418c-baf5-46ba7d3cb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:01.168911 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-6e2684f1-f7d1-418c-baf5-46ba7d3cb695 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=713d8345b3714370b39127cdff7a4623&device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1129 time: 0.1016138 Apr 12 15:47:01.185220 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-688e53f3-51d0-45f6-a72f-2557fab5158a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group (67eae604-7b77-45e4-9fea-2387fdafea6d), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:01.202625 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e78267b6-0700-4d81-867b-c5934c0ef21c req-c98849d8-b6a3-4652-919d-cde0ca13d97a tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 210 time: 0.0563998 Apr 12 15:47:01.214405 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e553a2a-1244-42c6-9efc-1527d261d254 req-ae31aa9d-0c39-4b87-a4ae-3ea518b2dcf6 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:01.221490 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e553a2a-1244-42c6-9efc-1527d261d254 req-ae31aa9d-0c39-4b87-a4ae-3ea518b2dcf6 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0870545 Apr 12 15:47:01.284281 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-688e53f3-51d0-45f6-a72f-2557fab5158a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group (67eae604-7b77-45e4-9fea-2387fdafea6d), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:01.312154 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e553a2a-1244-42c6-9efc-1527d261d254 req-1299c1a4-1499-48c5-bb0c-928587e2917d tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681410 Apr 12 15:47:01.326862 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-222df8df-a448-4635-be9d-e1be0ef01fed None None] Provisioning complete for port a34c633b-7e5b-4c3b-98c8-03938efafe74 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:47:01.327233 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-222df8df-a448-4635-be9d-e1be0ef01fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:01.375288 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-d06ad578-0233-43df-ac48-0dd89f970654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:01.376869 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-d06ad578-0233-43df-ac48-0dd89f970654 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d HTTP/1.1" status: 200 len: 914 time: 0.1894495 Apr 12 15:47:01.416240 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-222df8df-a448-4635-be9d-e1be0ef01fed None None] Current status of the port a34c633b-7e5b-4c3b-98c8-03938efafe74 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:47:01.417141 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51074) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:01.432567 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2cbdcd8d-b2b9-4262-8aa8-16fe19ace039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:01.466755 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-c4f2e7dd-2e8b-4711-9eaa-b603c3b9a0da service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 999 time: 0.0820999 Apr 12 15:47:01.509136 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2cbdcd8d-b2b9-4262-8aa8-16fe19ace039 admin admin] Publish callbacks [] for security_group (d32a5bbc-3d02-429c-9f31-c1308557dbf6), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:01.511254 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-688e53f3-51d0-45f6-a72f-2557fab5158a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (67eae604-7b77-45e4-9fea-2387fdafea6d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:01.513789 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-688e53f3-51d0-45f6-a72f-2557fab5158a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:01.514909 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-688e53f3-51d0-45f6-a72f-2557fab5158a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "DELETE /v2.0/security-groups/67eae604-7b77-45e4-9fea-2387fdafea6d HTTP/1.1" status: 204 len: 168 time: 0.5299308 Apr 12 15:47:01.517731 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51076) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:01.528391 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e53f3-51d0-45f6-a72f-2557fab5158a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eae604-7b77-45e4-9fea-2387fdafea6d,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:01.533081 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-853bb4bf-e8fe-4f40-be38-0b1519a2e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:01.534143 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-853bb4bf-e8fe-4f40-be38-0b1519a2e69f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8fbf068-244d-4b8a-b9da-ddb78ff29e19 HTTP/1.1" status: 200 len: 853 time: 0.0607214 Apr 12 15:47:01.582114 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-7cf595a4-6f40-41e6-9c04-e6f13a15624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:01.584110 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-7cf595a4-6f40-41e6-9c04-e6f13a15624a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431643 Apr 12 15:47:01.815223 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2cbdcd8d-b2b9-4262-8aa8-16fe19ace039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d32a5bbc-3d02-429c-9f31-c1308557dbf6), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:01.848511 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-a15d4881-3fc7-4759-90a1-a398b8a0efdf service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904779 Apr 12 15:47:01.872076 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2cbdcd8d-b2b9-4262-8aa8-16fe19ace039 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=13c88c7e45b540e88ed4994233f5a3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538012 Apr 12 15:47:01.872980 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdcd8d-b2b9-4262-8aa8-16fe19ace039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a5bbc-3d02-429c-9f31-c1308557dbf6,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:01.875529 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51078) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:01.946605 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4ad56c77-55bf-4d06-843d-75f789483a29 req-6fcd6cb0-36e3-4db4-af9a-4ac65ac2bbf9 service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921969 Apr 12 15:47:01.975356 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3f1b7060-f737-4808-8465-fc42dad238ca admin admin] Publish callbacks [] for security_group (d32a5bbc-3d02-429c-9f31-c1308557dbf6), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.021360 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3f1b7060-f737-4808-8465-fc42dad238ca admin admin] Publish callbacks [] for security_group (d32a5bbc-3d02-429c-9f31-c1308557dbf6), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.029129 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Deleting port 70f67e46-c275-44ab-adc1-a83d782d3886 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:02.029473 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (70f67e46-c275-44ab-adc1-a83d782d3886), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.138698 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (70f67e46-c275-44ab-adc1-a83d782d3886), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.138936 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for floatingip (70f67e46-c275-44ab-adc1-a83d782d3886), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.143818 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-874fa5f9-c91a-458b-b77b-4493a9894220 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:02.145346 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-874fa5f9-c91a-458b-b77b-4493a9894220 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 810 time: 0.1105895 Apr 12 15:47:02.151746 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Calling delete_port for 70f67e46-c275-44ab-adc1-a83d782d3886 owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:02.212135 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-299d79f2-b97b-483c-95ac-6a766024ac3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb027e2ff75f41438e91f95368199e5b HTTP/1.1" status: 200 len: 380 time: 0.0540321 Apr 12 15:47:02.217149 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3f1b7060-f737-4808-8465-fc42dad238ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d32a5bbc-3d02-429c-9f31-c1308557dbf6), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.219708 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3f1b7060-f737-4808-8465-fc42dad238ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.220829 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-3f1b7060-f737-4808-8465-fc42dad238ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d32a5bbc-3d02-429c-9f31-c1308557dbf6 HTTP/1.1" status: 204 len: 168 time: 0.3443975 Apr 12 15:47:02.228665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'port': {'device_id': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'admin_state_up': True, 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'security_groups': ['29a31c36-c54f-422f-ac6e-1f6734a9e402']}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:47:02.248583 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b7060-f737-4808-8465-fc42dad238ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a5bbc-3d02-429c-9f31-c1308557dbf6,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:02.356560 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1472af06-cb22-46c8-92cc-1fdd21596b6a req-cfc8f0a7-7e23-4326-a123-7457fdd6f3d5 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 210 time: 0.0437415 Apr 12 15:47:02.432289 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187126c-6a81-429c-b568-3d9ae24409b0 req-cf398f34-f3c8-48a1-9b29-98bf2742f6f3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:02.433791 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5187126c-6a81-429c-b568-3d9ae24409b0 req-cf398f34-f3c8-48a1-9b29-98bf2742f6f3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 943 time: 0.0550861 Apr 12 15:47:02.482444 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5187126c-6a81-429c-b568-3d9ae24409b0 req-a7585f7b-7104-4e34-9909-a048877aacfe tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Apr 12 15:47:02.600513 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Made reservation on behalf of cb027e2ff75f41438e91f95368199e5b for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:47:02.601473 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (70f67e46-c275-44ab-adc1-a83d782d3886), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.604189 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.628708 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event deleted for resources: {'Port': ['ID=70f67e46-c275-44ab-adc1-a83d782d3886,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:02.700956 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks [] for floatingip (7698e32f-37ae-4a76-befe-592ebffdb75b), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.701289 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Floating IP 7698e32f-37ae-4a76-befe-592ebffdb75b disassociated (deleted). External IP: 172.27.0.3, port: a34c633b-7e5b-4c3b-98c8-03938efafe74. Apr 12 15:47:02.732708 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Allocated IP 172.20.0.11 (2d2a7a16-6374-44dd-ba2c-8a324677c358/92a9d828-9523-45ac-b664-1215cc57a631/259ae645-0fbf-47c6-89b5-fbac29868625) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:47:02.823050 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a720-244b-4f1b-bc0a-e8b881f4cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.889463 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for port (259ae645-0fbf-47c6-89b5-fbac29868625), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:02.934840 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Router 453555fc-6158-42ee-bbfe-ec0401186e63 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:47:02.975148 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 235337eb-f460-4935-8f26-929d90127f02 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:47:02.988069 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.035184 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:47:03.042718 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:47:03.048009 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:47:03.052556 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event updated for resources: {'Port': ['ID=259ae645-0fbf-47c6-89b5-fbac29868625,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:03.085155 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:47:03.090783 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.095527 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] Sync routers for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:47:03.111331 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:47:03.112248 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:47:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:03.144066 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:03.145005 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.148555 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f1629d12-6f79-4158-99c4-503c03156adf tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "DELETE /v2.0/floatingips/7698e32f-37ae-4a76-befe-592ebffdb75b HTTP/1.1" status: 204 len: 168 time: 1.6295199 Apr 12 15:47:03.149237 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:47:03.155788 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0549c814-c878-4e79-9bce-6a08243e5918" -d '{"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:47:03.259777 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6bb7b0-78c4-44f8-97a5-72136b97297b x-openstack-request-id: req-7b6bb7b0-78c4-44f8-97a5-72136b97297b {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:47:03.259777 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:47:03.259777 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7b6bb7b0-78c4-44f8-97a5-72136b97297b {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:47:03.259777 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6bb7b0-78c4-44f8-97a5-72136b97297b'] response: {'name': 'network-changed', 'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'status': 'completed', 'code': 200} Apr 12 15:47:03.269653 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:03.283201 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-d7aebeae-75c9-4baf-88ce-c5396b3b0f3b tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0604174 Apr 12 15:47:03.294623 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Request body: {'port': {'device_id': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:47:03.299420 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '235337eb-f460-4935-8f26-929d90127f02', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'port_id': '235337eb-f460-4935-8f26-929d90127f02', 'mac_address': 'fa:16:3e:61:99:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:47:03.309961 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:47:03.345199 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549c814-c878-4e79-9bce-6a08243e5918 req-607db90b-2dd2-4f81-bc6a-061d66e32325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:03.347606 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0549c814-c878-4e79-9bce-6a08243e5918 req-607db90b-2dd2-4f81-bc6a-061d66e32325 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=713d8345b3714370b39127cdff7a4623&device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 1129 time: 0.0808177 Apr 12 15:47:03.434878 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.462014 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 235337eb-f460-4935-8f26-929d90127f02 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:47:03.462392 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (235337eb-f460-4935-8f26-929d90127f02), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.470236 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-23058a79-d778-41a2-af65-e33326a322be None None] Provisioning complete for port 259ae645-0fbf-47c6-89b5-fbac29868625 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:47:03.470615 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-23058a79-d778-41a2-af65-e33326a322be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.472628 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.520028 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235337eb-f460-4935-8f26-929d90127f02 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:47:03.559574 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-23058a79-d778-41a2-af65-e33326a322be None None] Port 259ae645-0fbf-47c6-89b5-fbac29868625 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:47:03.564605 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:03.584707 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3f41a-baac-45b2-b11b-1bb53e4655e5 req-58e2ead6-6c1d-4bed-bf23-8b1afe1ac13f tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:03.586462 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e7c3f41a-baac-45b2-b11b-1bb53e4655e5 req-58e2ead6-6c1d-4bed-bf23-8b1afe1ac13f tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 932 time: 0.0857692 Apr 12 15:47:03.614738 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549c814-c878-4e79-9bce-6a08243e5918 req-78c6d881-47c1-4aea-b3a2-806a74db6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:03.617171 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0549c814-c878-4e79-9bce-6a08243e5918 req-78c6d881-47c1-4aea-b3a2-806a74db6ac4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d HTTP/1.1" status: 200 len: 914 time: 0.2640617 Apr 12 15:47:03.646114 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (235337eb-f460-4935-8f26-929d90127f02), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.684920 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0549c814-c878-4e79-9bce-6a08243e5918 req-5df70aef-afcf-45f3-a6b1-cee7127017f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 200 len: 217 time: 0.0605385 Apr 12 15:47:03.697024 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=7']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:03.702801 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:57Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:03.731144 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] Checking router: 453555fc-6158-42ee-bbfe-ec0401186e63 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:47:03.740660 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:47:03.746685 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:47:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:03.750405 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e7c3f41a-baac-45b2-b11b-1bb53e4655e5 req-58c45f2b-f514-492e-b2a2-a8b035d43315 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419015 Apr 12 15:47:03.802080 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549c814-c878-4e79-9bce-6a08243e5918 req-a3905eef-2e0b-4a4c-8463-f230afc9d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:03.803645 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0549c814-c878-4e79-9bce-6a08243e5918 req-a3905eef-2e0b-4a4c-8463-f230afc9d947 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8fbf068-244d-4b8a-b9da-ddb78ff29e19 HTTP/1.1" status: 200 len: 853 time: 0.1022613 Apr 12 15:47:03.834181 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259ae645-0fbf-47c6-89b5-fbac29868625 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:47:03.844553 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Publish callbacks [] for port (259ae645-0fbf-47c6-89b5-fbac29868625), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.863637 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Transition to ACTIVE for port object 259ae645-0fbf-47c6-89b5-fbac29868625 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:47:03.869241 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549c814-c878-4e79-9bce-6a08243e5918 req-37f152a0-a36b-4363-a9a2-ac58f8f93100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:03.871150 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0549c814-c878-4e79-9bce-6a08243e5918 req-37f152a0-a36b-4363-a9a2-ac58f8f93100 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605049 Apr 12 15:47:03.874376 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:03.945867 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:47:03.964974 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['235337eb-f460-4935-8f26-929d90127f02'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:47:03.985725 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c7ada-36ab-4824-a16d-dc62eec9799e req-5395d89e-08f6-4036-9671-3742545c4d31 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:03.989790 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3c1c7ada-36ab-4824-a16d-dc62eec9799e req-5395d89e-08f6-4036-9671-3742545c4d31 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 944 time: 0.1055925 Apr 12 15:47:03.990956 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:04.041051 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0549c814-c878-4e79-9bce-6a08243e5918 req-c14d12d8-1aa8-4efd-9534-cc27fc6b74bb service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602325 Apr 12 15:47:04.116986 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3c1c7ada-36ab-4824-a16d-dc62eec9799e req-29aec221-63d0-40c1-9968-10767e87b8e3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023705 Apr 12 15:47:04.116986 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Pushing event updated for resources: {'Port': ['ID=259ae645-0fbf-47c6-89b5-fbac29868625,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:04.216441 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Attempting to bind port 259ae645-0fbf-47c6-89b5-fbac29868625 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:47:04.217487 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Attempting to bind port 259ae645-0fbf-47c6-89b5-fbac29868625 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:47:04.217487 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Attempting to bind port 259ae645-0fbf-47c6-89b5-fbac29868625 on network 2d2a7a16-6374-44dd-ba2c-8a324677c358 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:47:04.222679 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Port 259ae645-0fbf-47c6-89b5-fbac29868625 on network 2d2a7a16-6374-44dd-ba2c-8a324677c358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:47:04.223098 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Attempting to bind port 259ae645-0fbf-47c6-89b5-fbac29868625 on network 2d2a7a16-6374-44dd-ba2c-8a324677c358 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:47:04.229019 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:47:04.229457 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Checking segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:47:04.229901 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Bound using segment: {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:47:04.230414 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Bound port: 259ae645-0fbf-47c6-89b5-fbac29868625, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c0002b-0b42-45de-95e3-27c086645fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:47:04.230841 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:04.240174 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:57Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:04.270530 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829f691-f953-4ea8-8b92-dc49d21e7c96 None None] The sync data for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi is: [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:42:53Z', 'revision_number': 4, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '09a0362c-78a1-41c4-9557-4d20ec5f2288', 'name': '', 'network_id': 'ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'mac_address': 'fa:16:3e:df:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:52Z', 'updated_at': '2022-04-12T15:42:57Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'subnets': [{'id': 'a8fbf068-244d-4b8a-b9da-ddb78ff29e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:47:04.344039 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] For port 259ae645-0fbf-47c6-89b5-fbac29868625, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:47:04.352919 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] For port 259ae645-0fbf-47c6-89b5-fbac29868625, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=259ae645-0fbf-47c6-89b5-fbac29868625,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:47:04.423321 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0549c814-c878-4e79-9bce-6a08243e5918 req-7cbd72db-4f92-496d-9612-8e349c6cd54e service neutron] 10.222.0.84 "GET /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537185 Apr 12 15:47:04.435127 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:04.470498 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:04.470803 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:04.472126 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] 10.222.0.84 "PUT /v2.0/ports/259ae645-0fbf-47c6-89b5-fbac29868625 HTTP/1.1" status: 200 len: 1094 time: 1.1819568 Apr 12 15:47:04.472549 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'tag': '259ae645-0fbf-47c6-89b5-fbac29868625'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:47:04.474786 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a185e663-a273-463c-8782-9a74c640b0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb83bad-f3a2-49ab-b33f-aff4d4c7330e", "tag": "259ae645-0fbf-47c6-89b5-fbac29868625"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:47:04.522638 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cbc15-2c8b-4123-be94-c51f4cebcb69 service neutron] Pushing event updated for resources: {'Port': ['ID=259ae645-0fbf-47c6-89b5-fbac29868625,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:04.550458 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb64344-0a2a-42e0-9dee-e6e867cfa0bb x-openstack-request-id: req-2eb64344-0a2a-42e0-9dee-e6e867cfa0bb {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:47:04.551008 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb83bad-f3a2-49ab-b33f-aff4d4c7330e", "tag": "259ae645-0fbf-47c6-89b5-fbac29868625", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:47:04.551329 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2eb64344-0a2a-42e0-9dee-e6e867cfa0bb {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:47:04.551798 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb64344-0a2a-42e0-9dee-e6e867cfa0bb'] response: {'name': 'network-changed', 'server_uuid': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'tag': '259ae645-0fbf-47c6-89b5-fbac29868625', 'status': 'completed', 'code': 200} Apr 12 15:47:04.631162 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e663-a273-463c-8782-9a74c640b0ef req-b6343c53-a4e3-4890-8351-de077267f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:04.633110 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a185e663-a273-463c-8782-9a74c640b0ef req-b6343c53-a4e3-4890-8351-de077267f75f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 1128 time: 0.0560930 Apr 12 15:47:04.674757 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bbef1-bcde-4f36-bbd6-54963a6886fe None None] New status for floating IP 7698e32f-37ae-4a76-befe-592ebffdb75b: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:47:04.778067 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e663-a273-463c-8782-9a74c640b0ef req-6fecd460-9594-4485-96c1-eda358bc3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:04.779618 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a185e663-a273-463c-8782-9a74c640b0ef req-6fecd460-9594-4485-96c1-eda358bc3acb service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=cb027e2ff75f41438e91f95368199e5b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1288390 Apr 12 15:47:04.915340 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a5b68-e059-4064-8100-a2c8eb14a46a req-79069eab-e1e3-47ad-b1ee-a198e70bd0f4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:04.917196 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c5a5b68-e059-4064-8100-a2c8eb14a46a req-79069eab-e1e3-47ad-b1ee-a198e70bd0f4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 944 time: 0.0655627 Apr 12 15:47:04.938004 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e663-a273-463c-8782-9a74c640b0ef req-7a7692df-bb45-4c0a-84c2-1559c44911eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:04.939447 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a185e663-a273-463c-8782-9a74c640b0ef req-7a7692df-bb45-4c0a-84c2-1559c44911eb service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1536629 Apr 12 15:47:04.979053 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c5a5b68-e059-4064-8100-a2c8eb14a46a req-b0312ccd-bcc1-425b-b18d-7fd373d5dfd1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524714 Apr 12 15:47:04.987404 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 235337eb-f460-4935-8f26-929d90127f02 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:47:05.029312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-b4c58367-d1b8-480d-b19a-6efeacf56e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:05.030821 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-b4c58367-d1b8-480d-b19a-6efeacf56e66 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 1128 time: 0.0497377 Apr 12 15:47:05.036976 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 235337eb-f460-4935-8f26-929d90127f02 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:47:05.037360 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (235337eb-f460-4935-8f26-929d90127f02), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:05.076164 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-85b25efa-a25e-4fb3-807a-dba1711c48b9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259ae645-0fbf-47c6-89b5-fbac29868625 HTTP/1.1" status: 200 len: 217 time: 0.0375390 Apr 12 15:47:05.122136 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 235337eb-f460-4935-8f26-929d90127f02 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:47:05.122526 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (235337eb-f460-4935-8f26-929d90127f02), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:05.130819 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-b0523318-bbf6-4dd2-a0f5-4c377bc397cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:05.132297 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-b0523318-bbf6-4dd2-a0f5-4c377bc397cd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=92a9d828-9523-45ac-b664-1215cc57a631 HTTP/1.1" status: 200 len: 849 time: 0.0507727 Apr 12 15:47:05.146919 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235337eb-f460-4935-8f26-929d90127f02'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:47:05.153087 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866df508-995c-41d0-97a9-7c6b14dfac61" -d '{"events": [{"server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "name": "network-vif-plugged", "status": "completed", "tag": "235337eb-f460-4935-8f26-929d90127f02"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:47:05.161741 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:05.186136 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-a67af1b4-e4ac-4dca-8adf-06d2893af8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:05.188020 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-a67af1b4-e4ac-4dca-8adf-06d2893af8c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d2a7a16-6374-44dd-ba2c-8a324677c358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503252 Apr 12 15:47:05.196119 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf5ae9d-298f-4ef1-a4a0-7722ae0e7274 x-openstack-request-id: req-dbf5ae9d-298f-4ef1-a4a0-7722ae0e7274 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:47:05.196440 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "name": "network-vif-plugged", "status": "completed", "tag": "235337eb-f460-4935-8f26-929d90127f02", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:47:05.196697 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dbf5ae9d-298f-4ef1-a4a0-7722ae0e7274 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:47:05.197129 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf5ae9d-298f-4ef1-a4a0-7722ae0e7274'] response: {'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235337eb-f460-4935-8f26-929d90127f02', 'code': 200} Apr 12 15:47:05.227962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d258a7b-07c1-4dcd-a3a0-eea805717905 req-7448953d-6545-47fe-8587-394e866f82cd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:05.229121 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (235337eb-f460-4935-8f26-929d90127f02), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:05.230984 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7d258a7b-07c1-4dcd-a3a0-eea805717905 req-7448953d-6545-47fe-8587-394e866f82cd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 944 time: 0.0583947 Apr 12 15:47:05.286770 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7d258a7b-07c1-4dcd-a3a0-eea805717905 req-cc160156-6521-4a61-85fc-1e0261a1fd94 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487585 Apr 12 15:47:05.297783 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=8']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:05.312724 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-fa84962d-dd5c-4ef3-bc4e-58dbaac3d40f service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144798 Apr 12 15:47:05.410937 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8498f9e1-4124-4161-a900-fd2688f06d46 req-b6128d74-ea93-4daa-91e7-4e08afe0fa05 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896635 Apr 12 15:47:05.498357 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b5ee2-b59a-44c4-b1d5-2d3fe8a8776a req-71d14207-e156-4450-b1bd-dfbacc43686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:05.499992 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-375b5ee2-b59a-44c4-b1d5-2d3fe8a8776a req-71d14207-e156-4450-b1bd-dfbacc43686c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1129 time: 0.0383496 Apr 12 15:47:05.754735 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:06.099114 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b768c-3804-4e8d-a2d4-8d000a3a6dde req-a8366c47-388d-4c92-8568-2d7c0c094247 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:06.100686 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0d8b768c-3804-4e8d-a2d4-8d000a3a6dde req-a8366c47-388d-4c92-8568-2d7c0c094247 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 944 time: 0.0492983 Apr 12 15:47:06.149438 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0d8b768c-3804-4e8d-a2d4-8d000a3a6dde req-4b75283d-3cc2-475f-9692-2a54837423dc tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418057 Apr 12 15:47:06.408726 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd9e56-833f-4733-99eb-e6c8492f41ea req-a86b38c8-5d11-4074-8de4-d1d8554006b4 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:06.410206 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8ccd9e56-833f-4733-99eb-e6c8492f41ea req-a86b38c8-5d11-4074-8de4-d1d8554006b4 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Apr 12 15:47:06.458808 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8ccd9e56-833f-4733-99eb-e6c8492f41ea req-fb7066ed-2698-4dc5-ac74-e4d5e002c3df tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Apr 12 15:47:06.960187 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:07.265748 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbf214-e301-4a92-8d57-606302dfc521 req-2eb47409-1f5e-4699-9b2e-2c56aef6a45e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:07.267560 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3bbbf214-e301-4a92-8d57-606302dfc521 req-2eb47409-1f5e-4699-9b2e-2c56aef6a45e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 944 time: 0.0504882 Apr 12 15:47:07.315668 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3bbbf214-e301-4a92-8d57-606302dfc521 req-c15a96eb-e62d-4c15-af0d-33ae13f4b142 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425124 Apr 12 15:47:07.588691 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b18d-6a85-4626-b6d2-31fea8ae5d18 req-76fc877c-6861-4bde-8619-ac4ca72a52c2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:07.590174 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f408b18d-6a85-4626-b6d2-31fea8ae5d18 req-76fc877c-6861-4bde-8619-ac4ca72a52c2 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0624802 Apr 12 15:47:07.592960 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-375b5ee2-b59a-44c4-b1d5-2d3fe8a8776a req-a2000469-e499-4e78-b4f7-4291f978e285 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784044 Apr 12 15:47:07.637548 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f408b18d-6a85-4626-b6d2-31fea8ae5d18 req-0f34a4e0-68e6-49ff-b28f-ed6f90d01359 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Apr 12 15:47:07.941818 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95830c89-573c-4195-9706-d1d195cdc8e4 req-9ecf07fe-7892-44fc-ad91-ba8806f057b9 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:07.943362 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-95830c89-573c-4195-9706-d1d195cdc8e4 req-9ecf07fe-7892-44fc-ad91-ba8806f057b9 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0500622 Apr 12 15:47:07.993343 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-95830c89-573c-4195-9706-d1d195cdc8e4 req-14a6cea7-e942-4f55-a23a-902aaf5f3212 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Apr 12 15:47:08.431607 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d403c-ec1c-4450-80b3-319ddaebf146 req-80a0c322-b8f8-4926-9d24-a5efa8184948 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:08.433141 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d44d403c-ec1c-4450-80b3-319ddaebf146 req-80a0c322-b8f8-4926-9d24-a5efa8184948 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 944 time: 0.0495989 Apr 12 15:47:08.480629 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d44d403c-ec1c-4450-80b3-319ddaebf146 req-5e23dfb1-c406-4b06-9687-7079b5c7d0a6 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Apr 12 15:47:08.750971 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8b058-b0d0-43b6-9fff-51019f8d04f6 req-05519da6-a297-4fb2-8876-c9e84766eded tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:08.752340 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-66d8b058-b0d0-43b6-9fff-51019f8d04f6 req-05519da6-a297-4fb2-8876-c9e84766eded tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0478356 Apr 12 15:47:08.801121 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-66d8b058-b0d0-43b6-9fff-51019f8d04f6 req-63c9b65a-7fe7-4715-b7cd-a2ef0dc329a3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427747 Apr 12 15:47:08.992644 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 259ae645-0fbf-47c6-89b5-fbac29868625 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:47:09.092484 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 259ae645-0fbf-47c6-89b5-fbac29868625, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=259ae645-0fbf-47c6-89b5-fbac29868625,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:09.104650 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '259ae645-0fbf-47c6-89b5-fbac29868625', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'port_id': '259ae645-0fbf-47c6-89b5-fbac29868625', 'mac_address': 'fa:16:3e:82:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:47:09.107946 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd548f-19e0-4513-8d8f-b4600367955f req-b677aad3-1f17-4a02-a65b-b1d935b2091a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:09.109443 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-43cd548f-19e0-4513-8d8f-b4600367955f req-b677aad3-1f17-4a02-a65b-b1d935b2091a tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0470397 Apr 12 15:47:09.141237 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 259ae645-0fbf-47c6-89b5-fbac29868625 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:47:09.141628 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:09.154520 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259ae645-0fbf-47c6-89b5-fbac29868625 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:47:09.158130 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-43cd548f-19e0-4513-8d8f-b4600367955f req-0ef92b7b-1629-4248-ba6d-88db1e40d19f tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Apr 12 15:47:09.175680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 259ae645-0fbf-47c6-89b5-fbac29868625, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=259ae645-0fbf-47c6-89b5-fbac29868625,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:09.303471 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:09.357290 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=259ae645-0fbf-47c6-89b5-fbac29868625,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:09.593983 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a5d3e-bd9e-45b6-b356-63f49a8360e1 req-4ce56965-667d-4217-a634-de4a981a9f31 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:09.595449 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d05a5d3e-bd9e-45b6-b356-63f49a8360e1 req-4ce56965-667d-4217-a634-de4a981a9f31 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 945 time: 0.0482962 Apr 12 15:47:09.646202 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d05a5d3e-bd9e-45b6-b356-63f49a8360e1 req-b40a920b-3062-48a2-aaea-230314c9916d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445008 Apr 12 15:47:09.698127 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['259ae645-0fbf-47c6-89b5-fbac29868625'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:47:09.912627 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68257e-5f6c-49a6-9617-b2ac4b91cda0 req-0499bb94-4f9a-4814-99f5-bded422cd386 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:09.920622 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c68257e-5f6c-49a6-9617-b2ac4b91cda0 req-0499bb94-4f9a-4814-99f5-bded422cd386 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Apr 12 15:47:09.966979 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c68257e-5f6c-49a6-9617-b2ac4b91cda0 req-94a96ffc-ac7e-4b4f-956e-a93d48d66922 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473359 Apr 12 15:47:10.116151 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-15ffe11e-3524-48f1-b331-3dc0fbb0d069 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:10.117629 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-15ffe11e-3524-48f1-b331-3dc0fbb0d069 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.84 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0460689 Apr 12 15:47:10.270983 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de8d5e-8f5b-4ba7-b4eb-5d1e4e5d3b76 req-a98463c3-d1b2-4a52-af5d-29f59e1087d6 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:10.272452 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e0de8d5e-8f5b-4ba7-b4eb-5d1e4e5d3b76 req-a98463c3-d1b2-4a52-af5d-29f59e1087d6 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 945 time: 0.0464752 Apr 12 15:47:10.321974 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e0de8d5e-8f5b-4ba7-b4eb-5d1e4e5d3b76 req-2922af51-1545-4814-9756-9d84e84a13e4 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/security-groups?id=91f0bfee-53db-4842-9adb-a98f02ceac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 Apr 12 15:47:10.660005 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Deleting port a34c633b-7e5b-4c3b-98c8-03938efafe74 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:10.660346 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:10.752807 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] For port a34c633b-7e5b-4c3b-98c8-03938efafe74, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a34c633b-7e5b-4c3b-98c8-03938efafe74,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:10.753179 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:10.759709 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242a443-03b3-4825-a8cd-a247b0b397b7 req-f93fc3f1-eebe-4ab7-81a9-6828a056faa2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:10.761232 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8242a443-03b3-4825-a8cd-a247b0b397b7 req-f93fc3f1-eebe-4ab7-81a9-6828a056faa2 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 945 time: 0.0479798 Apr 12 15:47:10.767046 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Calling delete_port for a34c633b-7e5b-4c3b-98c8-03938efafe74 owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:10.809174 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8242a443-03b3-4825-a8cd-a247b0b397b7 req-1c2ed5bb-8987-4973-bc98-f717208a85c1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Apr 12 15:47:11.023291 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (a34c633b-7e5b-4c3b-98c8-03938efafe74), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:11.044505 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 259ae645-0fbf-47c6-89b5-fbac29868625 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:47:11.054573 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Pushing event deleted for resources: {'Port': ['ID=a34c633b-7e5b-4c3b-98c8-03938efafe74,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:11.095577 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 259ae645-0fbf-47c6-89b5-fbac29868625 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:47:11.130293 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] No DVR routers for this DVR port a34c633b-7e5b-4c3b-98c8-03938efafe74 on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:47:11.137514 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6f7da-bcb6-40c4-8c77-89d39766702f req-a23cc255-8ef8-4840-8469-1928495bcaa3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:11.139083 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f4f6f7da-bcb6-40c4-8c77-89d39766702f req-a23cc255-8ef8-4840-8469-1928495bcaa3 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0866668 Apr 12 15:47:11.140093 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:11.143365 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9f1b7224-8b73-4846-bd95-6058b3e520e4 req-9c8d4258-992b-4b6b-bf27-d2be9f734d58 tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.84 "DELETE /v2.0/ports/a34c633b-7e5b-4c3b-98c8-03938efafe74 HTTP/1.1" status: 204 len: 173 time: 0.5675609 Apr 12 15:47:11.143805 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'name': 'network-vif-deleted', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:47:11.146049 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70fc9f7-cde4-4a66-ab38-f76ba0d5e4d7" -d '{"events": [{"server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "name": "network-vif-deleted", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:47:11.187230 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d104d-3d02-438d-b07c-babc46366358 x-openstack-request-id: req-818d104d-3d02-438d-b07c-babc46366358 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:47:11.187467 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a3677c-9984-4a5a-a7e1-abc8a72572cb", "name": "network-vif-deleted", "tag": "a34c633b-7e5b-4c3b-98c8-03938efafe74", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:47:11.187791 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-818d104d-3d02-438d-b07c-babc46366358 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:47:11.188116 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818d104d-3d02-438d-b07c-babc46366358'] response: {'server_uuid': '43a3677c-9984-4a5a-a7e1-abc8a72572cb', 'name': 'network-vif-deleted', 'tag': 'a34c633b-7e5b-4c3b-98c8-03938efafe74', 'status': 'completed', 'code': 200} Apr 12 15:47:11.197128 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f4f6f7da-bcb6-40c4-8c77-89d39766702f req-613542ca-ba99-4367-ae70-4a4a3ebf9795 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483894 Apr 12 15:47:11.205097 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 259ae645-0fbf-47c6-89b5-fbac29868625 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:47:11.205618 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:11.289127 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 259ae645-0fbf-47c6-89b5-fbac29868625 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:47:11.289517 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:11.315117 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259ae645-0fbf-47c6-89b5-fbac29868625'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:47:11.317473 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c152e-9390-44d3-ae1c-920afa5da927" -d '{"events": [{"server_uuid": "3bb83bad-f3a2-49ab-b33f-aff4d4c7330e", "name": "network-vif-plugged", "status": "completed", "tag": "259ae645-0fbf-47c6-89b5-fbac29868625"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:47:11.331214 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 259ae645-0fbf-47c6-89b5-fbac29868625, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=259ae645-0fbf-47c6-89b5-fbac29868625,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:11.357134 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce691948-dcb4-4ff9-a2ef-75c28dd566b9 x-openstack-request-id: req-ce691948-dcb4-4ff9-a2ef-75c28dd566b9 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:47:11.357444 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb83bad-f3a2-49ab-b33f-aff4d4c7330e", "name": "network-vif-plugged", "status": "completed", "tag": "259ae645-0fbf-47c6-89b5-fbac29868625", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:47:11.357698 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce691948-dcb4-4ff9-a2ef-75c28dd566b9 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:47:11.358100 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce691948-dcb4-4ff9-a2ef-75c28dd566b9'] response: {'server_uuid': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259ae645-0fbf-47c6-89b5-fbac29868625', 'code': 200} Apr 12 15:47:11.406310 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:11.407120 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device a34c633b-7e5b-4c3b-98c8-03938efafe74 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:47:11.433741 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: a34c633b-7e5b-4c3b-98c8-03938efafe74 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:47:11.434286 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device a34c633b-7e5b-4c3b-98c8-03938efafe74 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:47:11.436737 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-170d6cd7-065f-467c-a548-dbb6bada6ef2 req-a004ae58-7dba-43c3-b4c1-f995b54b14fe tempest-TestMinimumBasicScenario-1097216184 tempest-TestMinimumBasicScenario-1097216184-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a3677c-9984-4a5a-a7e1-abc8a72572cb HTTP/1.1" status: 200 len: 210 time: 0.0371277 Apr 12 15:47:11.482760 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=259ae645-0fbf-47c6-89b5-fbac29868625,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:11.928190 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99807b8-7f91-4610-ae9b-f69621056e8c req-4546631e-06b0-4686-9c20-5cad66413eaf tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:11.929720 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c99807b8-7f91-4610-ae9b-f69621056e8c req-4546631e-06b0-4686-9c20-5cad66413eaf tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 946 time: 0.0534973 Apr 12 15:47:11.941220 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551fed6-c5e1-4dae-8c1b-64ba4a7d871b req-2bd3cdc4-fc66-44b4-81dc-116184c4c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:11.942971 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4551fed6-c5e1-4dae-8c1b-64ba4a7d871b req-2bd3cdc4-fc66-44b4-81dc-116184c4c924 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 1130 time: 0.0464590 Apr 12 15:47:11.981580 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c99807b8-7f91-4610-ae9b-f69621056e8c req-42a62dab-762d-4520-9046-0eed3f430b58 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Apr 12 15:47:11.987469 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4551fed6-c5e1-4dae-8c1b-64ba4a7d871b req-1e1acc4d-262b-463d-9f39-4af46bfe4a97 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388155 Apr 12 15:47:12.163765 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51262) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:12.267255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e5f99968-afc4-43fa-a5b3-0c87beabf0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:12.339985 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e5f99968-afc4-43fa-a5b3-0c87beabf0ec admin admin] Publish callbacks [] for security_group (9e670b1c-e08c-4761-b6c6-4854c243652a), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:12.457505 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e5f99968-afc4-43fa-a5b3-0c87beabf0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (9e670b1c-e08c-4761-b6c6-4854c243652a), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:12.496125 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f99968-afc4-43fa-a5b3-0c87beabf0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e670b1c-e08c-4761-b6c6-4854c243652a,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:12.500475 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e5f99968-afc4-43fa-a5b3-0c87beabf0ec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=00eaf4ef0671414faa7ba94df6c2691a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356981 Apr 12 15:47:12.503349 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51270) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:12.552405 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ec6d-c6b8-4145-b349-dea08bebe11e admin admin] Publish callbacks [] for security_group (9e670b1c-e08c-4761-b6c6-4854c243652a), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:12.573725 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ec6d-c6b8-4145-b349-dea08bebe11e admin admin] Publish callbacks [] for security_group (9e670b1c-e08c-4761-b6c6-4854c243652a), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:12.686373 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ec6d-c6b8-4145-b349-dea08bebe11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (9e670b1c-e08c-4761-b6c6-4854c243652a), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:12.688969 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ec6d-c6b8-4145-b349-dea08bebe11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:12.690160 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-0fc5ec6d-c6b8-4145-b349-dea08bebe11e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9e670b1c-e08c-4761-b6c6-4854c243652a HTTP/1.1" status: 204 len: 168 time: 0.1858318 Apr 12 15:47:12.698236 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5ec6d-c6b8-4145-b349-dea08bebe11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e670b1c-e08c-4761-b6c6-4854c243652a,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:13.098569 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304adace-ccd4-458a-91a1-69b02f9292d6 req-481c3489-6735-470b-ad66-83063ff7c530 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:13.100044 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-304adace-ccd4-458a-91a1-69b02f9292d6 req-481c3489-6735-470b-ad66-83063ff7c530 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 946 time: 0.0509820 Apr 12 15:47:13.150700 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-304adace-ccd4-458a-91a1-69b02f9292d6 req-f2c58f5d-d400-4c4b-ba7b-e3dc13ef2837 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 Apr 12 15:47:13.315794 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51306) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:13.329290 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4b557383-0d97-431a-9dae-8ebe979ab6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:13.404770 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4b557383-0d97-431a-9dae-8ebe979ab6a7 admin admin] Publish callbacks [] for security_group (f1f6ad50-37b6-4f3c-b2d3-13d3038ecefa), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:13.448140 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4b557383-0d97-431a-9dae-8ebe979ab6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (f1f6ad50-37b6-4f3c-b2d3-13d3038ecefa), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:13.520439 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-4b557383-0d97-431a-9dae-8ebe979ab6a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e6756e704b784fcabe849cbe62afa554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706114 Apr 12 15:47:13.520439 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b557383-0d97-431a-9dae-8ebe979ab6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6ad50-37b6-4f3c-b2d3-13d3038ecefa,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:13.523045 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51316) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:13.575839 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7d2cbe30-d8e6-4bc5-b429-b9822abcc56a admin admin] Publish callbacks [] for security_group (f1f6ad50-37b6-4f3c-b2d3-13d3038ecefa), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:13.599657 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7d2cbe30-d8e6-4bc5-b429-b9822abcc56a admin admin] Publish callbacks [] for security_group (f1f6ad50-37b6-4f3c-b2d3-13d3038ecefa), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:13.713625 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7d2cbe30-d8e6-4bc5-b429-b9822abcc56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (f1f6ad50-37b6-4f3c-b2d3-13d3038ecefa), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:13.716246 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7d2cbe30-d8e6-4bc5-b429-b9822abcc56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:13.717551 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-7d2cbe30-d8e6-4bc5-b429-b9822abcc56a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f1f6ad50-37b6-4f3c-b2d3-13d3038ecefa HTTP/1.1" status: 204 len: 168 time: 0.1940298 Apr 12 15:47:13.727753 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cbe30-d8e6-4bc5-b429-b9822abcc56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6ad50-37b6-4f3c-b2d3-13d3038ecefa,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:14.263850 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacdc44-b2c5-4521-889d-eb15c6c2d14b req-5bee88d1-c622-4587-949a-2f05b904aacc tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:14.265456 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdacdc44-b2c5-4521-889d-eb15c6c2d14b req-5bee88d1-c622-4587-949a-2f05b904aacc tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 946 time: 0.0485501 Apr 12 15:47:14.315942 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdacdc44-b2c5-4521-889d-eb15c6c2d14b req-45c31910-63ad-41b9-a73c-fb60c6a589cc tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 Apr 12 15:47:14.384283 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51332) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:14.428272 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17760ae5-9e0e-44ca-ac00-63177c649107 req-3e2efc98-e422-4fcc-86f3-d544e9bb96c3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:14.429802 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-17760ae5-9e0e-44ca-ac00-63177c649107 req-3e2efc98-e422-4fcc-86f3-d544e9bb96c3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 946 time: 0.0507810 Apr 12 15:47:14.439208 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51334) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:14.444008 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Request body: {'floatingip': {'port_id': '259ae645-0fbf-47c6-89b5-fbac29868625'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:47:14.470499 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51336) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:14.485688 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (0128f689-b199-4bc9-8fd4-c8ad9fac1574), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:14.488526 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:14.670243 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Publish callbacks [] for security_group (15dd59a9-aaa0-446f-9be4-02071b108bbd), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:14.751162 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (15dd59a9-aaa0-446f-9be4-02071b108bbd), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:14.829045 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a0b573266d074c2fbca6adf25261b565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574595 Apr 12 15:47:14.848315 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51338) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:14.876633 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dd59a9-aaa0-446f-9be4-02071b108bbd,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:14.903451 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.903796 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.904144 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.904481 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.904834 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.905167 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.905496 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.905820 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.906149 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.906473 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.906797 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.907121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.907440 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.907772 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.908073 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad65-9c97-440d-bea0-e7bbdbf49e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:14.949364 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (453555fc-6158-42ee-bbfe-ec0401186e63), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.012816 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-55cccf32-fd19-487b-8dc2-e56ca6c95a1b admin admin] Publish callbacks [] for security_group (15dd59a9-aaa0-446f-9be4-02071b108bbd), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.184656 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.252221 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (0128f689-b199-4bc9-8fd4-c8ad9fac1574), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.338159 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-55cccf32-fd19-487b-8dc2-e56ca6c95a1b admin admin] Publish callbacks [] for security_group (15dd59a9-aaa0-446f-9be4-02071b108bbd), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.364261 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Floating IP 0128f689-b199-4bc9-8fd4-c8ad9fac1574 associated. External IP: 172.27.0.177, port: 259ae645-0fbf-47c6-89b5-fbac29868625. Apr 12 15:47:15.552738 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-55cccf32-fd19-487b-8dc2-e56ca6c95a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (15dd59a9-aaa0-446f-9be4-02071b108bbd), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.555191 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-55cccf32-fd19-487b-8dc2-e56ca6c95a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.556907 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-55cccf32-fd19-487b-8dc2-e56ca6c95a1b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/15dd59a9-aaa0-446f-9be4-02071b108bbd HTTP/1.1" status: 204 len: 168 time: 0.7060874 Apr 12 15:47:15.563564 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Deleting port 09a0362c-78a1-41c4-9557-4d20ec5f2288 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:15.564021 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.579114 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cccf32-fd19-487b-8dc2-e56ca6c95a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dd59a9-aaa0-446f-9be4-02071b108bbd,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:15.580643 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Router 2e31fe5b-d222-449e-8131-c43bdf458dab has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:47:15.656255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] For port 09a0362c-78a1-41c4-9557-4d20ec5f2288, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=09a0362c-78a1-41c4-9557-4d20ec5f2288,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:15.656623 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.671235 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Calling delete_port for 09a0362c-78a1-41c4-9557-4d20ec5f2288 owned by network:router_interface {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:15.707902 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:47:15.713586 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.720216 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] Sync routers for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:47:15.733135 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:47:15.737775 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:47:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:15.743232 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d8fad1aa-50c0-46e8-862f-bcec0a24fd1e tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "PUT /v2.0/floatingips/0128f689-b199-4bc9-8fd4-c8ad9fac1574 HTTP/1.1" status: 200 len: 992 time: 1.3028154 Apr 12 15:47:15.743831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'tag': '259ae645-0fbf-47c6-89b5-fbac29868625'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:47:15.746233 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2622af0-2e1f-4f68-abc9-c8ecc488306c" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb83bad-f3a2-49ab-b33f-aff4d4c7330e", "tag": "259ae645-0fbf-47c6-89b5-fbac29868625"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:47:15.785539 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f954a3-17e8-4852-aa0e-8b9e10c1ca9c x-openstack-request-id: req-68f954a3-17e8-4852-aa0e-8b9e10c1ca9c {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:47:15.785834 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb83bad-f3a2-49ab-b33f-aff4d4c7330e", "tag": "259ae645-0fbf-47c6-89b5-fbac29868625", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:47:15.786094 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68f954a3-17e8-4852-aa0e-8b9e10c1ca9c {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:47:15.786525 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f954a3-17e8-4852-aa0e-8b9e10c1ca9c'] response: {'name': 'network-changed', 'server_uuid': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'tag': '259ae645-0fbf-47c6-89b5-fbac29868625', 'status': 'completed', 'code': 200} Apr 12 15:47:15.849043 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-f74b4b20-535e-410b-a519-aece8902ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:15.850604 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-f74b4b20-535e-410b-a519-aece8902ac55 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cb027e2ff75f41438e91f95368199e5b&device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 1130 time: 0.0405178 Apr 12 15:47:15.858027 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:47:15.949298 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (09a0362c-78a1-41c4-9557-4d20ec5f2288), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:15.968061 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-4b94cd10-0b98-40e2-af95-3449ad85aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:15.969560 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-4b94cd10-0b98-40e2-af95-3449ad85aaba service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 200 len: 910 time: 0.1092122 Apr 12 15:47:15.991466 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Pushing event deleted for resources: {'Port': ['ID=09a0362c-78a1-41c4-9557-4d20ec5f2288,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:16.055232 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-8522b477-4127-49e9-a281-6ca3785ca750 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259ae645-0fbf-47c6-89b5-fbac29868625 HTTP/1.1" status: 200 len: 1000 time: 0.0798497 Apr 12 15:47:16.134390 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '0128f689-b199-4bc9-8fd4-c8ad9fac1574', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'port_id': '259ae645-0fbf-47c6-89b5-fbac29868625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'mac_address': 'fa:16:3e:82:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:46:57Z', 'updated_at': '2022-04-12T15:47:15Z', 'revision_number': 1, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:16.139882 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-37f35abb-69b1-4133-a63c-d30b5b6dd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:16.141278 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-37f35abb-69b1-4133-a63c-d30b5b6dd1f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=92a9d828-9523-45ac-b664-1215cc57a631 HTTP/1.1" status: 200 len: 849 time: 0.0807204 Apr 12 15:47:16.171570 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] Checking router: 2e31fe5b-d222-449e-8131-c43bdf458dab for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:47:16.182281 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:47:16.182900 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:47:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:16.213720 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-f8624950-fd8b-4128-b64d-6d19f5f4b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:16.215413 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-f8624950-fd8b-4128-b64d-6d19f5f4b442 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d2a7a16-6374-44dd-ba2c-8a324677c358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594928 Apr 12 15:47:16.218654 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (453555fc-6158-42ee-bbfe-ec0401186e63), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:16.300738 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:47:16.318014 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-bc4656a8-904d-4a04-82af-336c4bc88ea2 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956728 Apr 12 15:47:16.422637 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2622af0-2e1f-4f68-abc9-c8ecc488306c req-a5c3e4ea-74a0-4f8c-bd1b-ab09ef8fe155 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989540 Apr 12 15:47:16.491536 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Router 453555fc-6158-42ee-bbfe-ec0401186e63 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:47:16.534671 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '0128f689-b199-4bc9-8fd4-c8ad9fac1574', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'port_id': '259ae645-0fbf-47c6-89b5-fbac29868625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'mac_address': 'fa:16:3e:82:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:46:57Z', 'updated_at': '2022-04-12T15:47:15Z', 'revision_number': 1, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:16.563048 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94ea3d-d566-4bd1-906e-e719f7d7eec6 None None] The sync data for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi is: [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '0128f689-b199-4bc9-8fd4-c8ad9fac1574', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'port_id': '259ae645-0fbf-47c6-89b5-fbac29868625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'mac_address': 'fa:16:3e:82:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:46:57Z', 'updated_at': '2022-04-12T15:47:15Z', 'revision_number': 1, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:47:16.614462 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:47:16.622496 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d03a6db9-6556-4380-b9e6-24c53fb451ca admin admin] 10.222.0.74 "PUT /v2.0/routers/453555fc-6158-42ee-bbfe-ec0401186e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2343354 Apr 12 15:47:16.622496 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51362) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:16.623926 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] Sync routers for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:47:16.637663 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:47:16.639136 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:47:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:16.748905 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks [] for router (453555fc-6158-42ee-bbfe-ec0401186e63), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:16.752495 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:47:16.833129 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6fa09-6748-41b0-83e6-de5e262f011f None None] New status for floating IP 0128f689-b199-4bc9-8fd4-c8ad9fac1574: ACTIVE {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:47:16.893728 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks [] for router_gateway (453555fc-6158-42ee-bbfe-ec0401186e63), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:16.934591 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:47:15Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:16.966370 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] Checking router: 453555fc-6158-42ee-bbfe-ec0401186e63 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:47:16.975012 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] Routers {'453555fc-6158-42ee-bbfe-ec0401186e63'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:47:16.975647 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:47:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['453555fc-6158-42ee-bbfe-ec0401186e63'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:17.043368 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Deleting port d519b327-b570-4149-aadb-8704ac3e5981 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:17.043714 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (d519b327-b570-4149-aadb-8704ac3e5981), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.090015 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] Set router 453555fc-6158-42ee-bbfe-ec0401186e63 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:47:17.135466 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] For port d519b327-b570-4149-aadb-8704ac3e5981, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=d519b327-b570-4149-aadb-8704ac3e5981,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:17.135885 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (d519b327-b570-4149-aadb-8704ac3e5981), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.149088 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Calling delete_port for d519b327-b570-4149-aadb-8704ac3e5981 owned by network:router_gateway {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:17.263919 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:47:15Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:17.293629 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fe3fa-d419-4ea6-b48e-622384949488 None None] The sync data for ids ['453555fc-6158-42ee-bbfe-ec0401186e63'] in dv-cinder-837525-1-iscsi is: [{'id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'name': 'tempest-TestMinimumBasicScenario-165484817-router', 'tenant_id': '713d8345b3714370b39127cdff7a4623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:49Z', 'updated_at': '2022-04-12T15:47:15Z', 'revision_number': 5, 'project_id': '713d8345b3714370b39127cdff7a4623', 'gw_port': {'id': 'd519b327-b570-4149-aadb-8704ac3e5981', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453555fc-6158-42ee-bbfe-ec0401186e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:50Z', 'updated_at': '2022-04-12T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:47:17.445561 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (d519b327-b570-4149-aadb-8704ac3e5981), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.471928 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d519b327-b570-4149-aadb-8704ac3e5981,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:17.536742 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (453555fc-6158-42ee-bbfe-ec0401186e63), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.648010 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (453555fc-6158-42ee-bbfe-ec0401186e63), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.654438 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks [] for router_controller (453555fc-6158-42ee-bbfe-ec0401186e63), precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.778081 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (453555fc-6158-42ee-bbfe-ec0401186e63), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.778617 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453555fc-6158-42ee-bbfe-ec0401186e63 {{(pid=104756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:47:17.788143 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.789529 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2843f0ad-01c9-4fe8-910d-09c6385d38eb admin admin] 10.222.0.74 "DELETE /v2.0/routers/453555fc-6158-42ee-bbfe-ec0401186e63 HTTP/1.1" status: 204 len: 168 time: 1.1658335 Apr 12 15:47:17.793866 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51384) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:17.794753 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 09a0362c-78a1-41c4-9557-4d20ec5f2288 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:47:17.820491 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 09a0362c-78a1-41c4-9557-4d20ec5f2288 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:47:17.820967 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 09a0362c-78a1-41c4-9557-4d20ec5f2288 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:47:17.841371 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae88875-e7f4-4864-8370-ba260b0bdc41 admin admin] Deleting subnet a8fbf068-244d-4b8a-b9da-ddb78ff29e19 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:47:17.845431 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ae88875-e7f4-4864-8370-ba260b0bdc41 admin admin] Publish callbacks [] for subnet (a8fbf068-244d-4b8a-b9da-ddb78ff29e19), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.880459 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ae88875-e7f4-4864-8370-ba260b0bdc41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (a8fbf068-244d-4b8a-b9da-ddb78ff29e19), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:17.983312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ae88875-e7f4-4864-8370-ba260b0bdc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (a8fbf068-244d-4b8a-b9da-ddb78ff29e19), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.143834 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ae88875-e7f4-4864-8370-ba260b0bdc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (a8fbf068-244d-4b8a-b9da-ddb78ff29e19), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.173657 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae88875-e7f4-4864-8370-ba260b0bdc41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fbf068-244d-4b8a-b9da-ddb78ff29e19,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:18.177121 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ae88875-e7f4-4864-8370-ba260b0bdc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.180955 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-2ae88875-e7f4-4864-8370-ba260b0bdc41 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a8fbf068-244d-4b8a-b9da-ddb78ff29e19 HTTP/1.1" status: 204 len: 168 time: 0.3871014 Apr 12 15:47:18.182967 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51396) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:18.183289 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fdea4-fcbb-4d0c-b94e-a97f968b7067 None None] Network ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:47:18.256940 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.304898 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Deleting port eca7b196-5f6d-43e8-b165-b45c37ca209b {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:18.305247 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.344174 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] DHCP port deletion for ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:47:18.380006 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] For port eca7b196-5f6d-43e8-b165-b45c37ca209b, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=eca7b196-5f6d-43e8-b165-b45c37ca209b,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:18.380284 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.397481 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Calling delete_port for eca7b196-5f6d-43e8-b165-b45c37ca209b owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:18.399145 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] Deleting port eca7b196-5f6d-43e8-b165-b45c37ca209b {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:18.400120 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.464190 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] For port eca7b196-5f6d-43e8-b165-b45c37ca209b, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=eca7b196-5f6d-43e8-b165-b45c37ca209b,segment=NetworkSegment(d68a9506-eba3-4f6e-8ab0-23d5d71e9466),segment_id=d68a9506-eba3-4f6e-8ab0-23d5d71e9466)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:18.464632 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.478754 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] Calling delete_port for eca7b196-5f6d-43e8-b165-b45c37ca209b owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:18.583548 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.591037 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (eca7b196-5f6d-43e8-b165-b45c37ca209b), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.609765 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca7b196-5f6d-43e8-b165-b45c37ca209b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:18.614100 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] No DVR routers for this DVR port eca7b196-5f6d-43e8-b165-b45c37ca209b on host dv-cinder-837525-1-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:47:18.616952 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] Pushing event deleted for resources: {'Port': ['ID=eca7b196-5f6d-43e8-b165-b45c37ca209b,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:18.622298 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ecdb7c-279f-4b20-bcc9-f7346ee49a34 None None] No DVR routers for this DVR port eca7b196-5f6d-43e8-b165-b45c37ca209b on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:47:18.972789 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:18.993538 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:19.002903 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:19.003207 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68a9506-eba3-4f6e-8ab0-23d5d71e9466') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:19.013097 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (d68a9506-eba3-4f6e-8ab0-23d5d71e9466), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:19.026829 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d68a9506-eba3-4f6e-8ab0-23d5d71e9466), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:19.032585 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:47:19.033011 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (d68a9506-eba3-4f6e-8ab0-23d5d71e9466), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:47:19.034712 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:47:19.149288 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:19.167369 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:19.168335 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d HTTP/1.1" status: 204 len: 168 time: 0.9833574 Apr 12 15:47:19.169772 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b03486-4093-41e2-86d3-4a45f6dfd6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6e2b18-a6e7-4fbe-8e36-4cd8c423375d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:19.171548 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51404) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:19.396403 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d519b327-b570-4149-aadb-8704ac3e5981 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:47:19.416750 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: d519b327-b570-4149-aadb-8704ac3e5981 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:47:19.417112 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d519b327-b570-4149-aadb-8704ac3e5981 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:47:19.417534 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device eca7b196-5f6d-43e8-b165-b45c37ca209b no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:47:19.437179 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: eca7b196-5f6d-43e8-b165-b45c37ca209b {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:47:19.437518 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device eca7b196-5f6d-43e8-b165-b45c37ca209b not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:47:19.512756 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (749c3e63-2daa-4a8b-87b7-3ad76b48f144), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:19.741634 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Deleting port a8ea2e60-fe46-4594-8d74-04a1b331687e {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:19.741978 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:19.822493 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] For port a8ea2e60-fe46-4594-8d74-04a1b331687e, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=a8ea2e60-fe46-4594-8d74-04a1b331687e,segment=NetworkSegment(03cc68b3-fd2b-46dc-bd81-593f553d076f),segment_id=03cc68b3-fd2b-46dc-bd81-593f553d076f)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:19.822854 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:19.835633 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Calling delete_port for a8ea2e60-fe46-4594-8d74-04a1b331687e owned by network:router_interface {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:20.121021 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (a8ea2e60-fe46-4594-8d74-04a1b331687e), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:20.147865 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ea2e60-fe46-4594-8d74-04a1b331687e,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:20.323367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (749c3e63-2daa-4a8b-87b7-3ad76b48f144), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:20.540568 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:47:20.653569 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:47:20.658686 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-fc2ed100-850b-47b5-bbb0-1b725735492b admin admin] 10.222.0.74 "PUT /v2.0/routers/749c3e63-2daa-4a8b-87b7-3ad76b48f144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4853396 Apr 12 15:47:20.661295 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51422) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:20.666057 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] Sync routers for ids ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:47:20.675895 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] Routers {'749c3e63-2daa-4a8b-87b7-3ad76b48f144'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:47:20.676635 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:47:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:20.851811 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] Set router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:47:21.042683 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks [] for router (749c3e63-2daa-4a8b-87b7-3ad76b48f144), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.149403 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks [] for router_gateway (749c3e63-2daa-4a8b-87b7-3ad76b48f144), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.171002 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:47:19Z', 'revision_number': 5, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:21.198254 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] Checking router: 749c3e63-2daa-4a8b-87b7-3ad76b48f144 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:47:21.206808 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] Routers {'749c3e63-2daa-4a8b-87b7-3ad76b48f144'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:47:21.207468 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:47:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:21.249421 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Deleting port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:21.249794 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.319347 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] Set router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:47:21.328694 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] For port ab011bcb-8e7e-49bc-8bb7-4e3f936d026b, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=ab011bcb-8e7e-49bc-8bb7-4e3f936d026b,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:21.329265 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.347498 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Calling delete_port for ab011bcb-8e7e-49bc-8bb7-4e3f936d026b owned by network:router_gateway {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:21.508761 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:47:19Z', 'revision_number': 5, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:21.537484 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c3a10c-42ef-406f-84d8-efbe7cb68e17 None None] The sync data for ids ['749c3e63-2daa-4a8b-87b7-3ad76b48f144'] in dv-cinder-837525-1-iscsi is: [{'id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'name': 'tempest-TestMinimumBasicScenario-998727062-router', 'tenant_id': '6fdea42c7af14814a93eac93112296a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:42:57Z', 'updated_at': '2022-04-12T15:47:19Z', 'revision_number': 5, 'project_id': '6fdea42c7af14814a93eac93112296a6', 'gw_port': {'id': 'ab011bcb-8e7e-49bc-8bb7-4e3f936d026b', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c3e63-2daa-4a8b-87b7-3ad76b48f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:42:58Z', 'updated_at': '2022-04-12T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:47:21.623195 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (ab011bcb-8e7e-49bc-8bb7-4e3f936d026b), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.648584 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab011bcb-8e7e-49bc-8bb7-4e3f936d026b,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:21.708306 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (749c3e63-2daa-4a8b-87b7-3ad76b48f144), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.802588 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (749c3e63-2daa-4a8b-87b7-3ad76b48f144), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.804729 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks [] for router_controller (749c3e63-2daa-4a8b-87b7-3ad76b48f144), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.943425 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (749c3e63-2daa-4a8b-87b7-3ad76b48f144), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.943980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 749c3e63-2daa-4a8b-87b7-3ad76b48f144 {{(pid=104757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:47:21.949749 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:21.951036 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a5f33676-3807-46d5-be39-2a350f1cfce0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/749c3e63-2daa-4a8b-87b7-3ad76b48f144 HTTP/1.1" status: 204 len: 168 time: 1.2887554 Apr 12 15:47:21.953565 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51424) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:22.001242 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf13768-a6bd-4873-b9e1-5641d9279b8f admin admin] Deleting subnet 7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:47:22.005128 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6bf13768-a6bd-4873-b9e1-5641d9279b8f admin admin] Publish callbacks [] for subnet (7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.043805 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6bf13768-a6bd-4873-b9e1-5641d9279b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.138745 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6bf13768-a6bd-4873-b9e1-5641d9279b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.315107 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6bf13768-a6bd-4873-b9e1-5641d9279b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.342276 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6bf13768-a6bd-4873-b9e1-5641d9279b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.346017 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6bf13768-a6bd-4873-b9e1-5641d9279b8f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8 HTTP/1.1" status: 204 len: 168 time: 0.3914874 Apr 12 15:47:22.346987 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf13768-a6bd-4873-b9e1-5641d9279b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0ec126-afa1-4ac1-a9d7-2ceac391f1d8,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:22.347719 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dad412-38b1-4905-9390-99b0bdd8007c None None] Network b3ebe7cb-8e4c-4946-bc19-12337f273183 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:47:22.349376 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51426) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:22.421102 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (b3ebe7cb-8e4c-4946-bc19-12337f273183), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.467302 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Deleting port 14142e7c-2e63-4968-8303-e356f52b87f2 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:22.467588 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.537752 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] For port 14142e7c-2e63-4968-8303-e356f52b87f2, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=14142e7c-2e63-4968-8303-e356f52b87f2,segment=NetworkSegment(03cc68b3-fd2b-46dc-bd81-593f553d076f),segment_id=03cc68b3-fd2b-46dc-bd81-593f553d076f)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:22.538009 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.553205 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Calling delete_port for 14142e7c-2e63-4968-8303-e356f52b87f2 owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:22.570491 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] DHCP port deletion for b3ebe7cb-8e4c-4946-bc19-12337f273183 request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:47:22.620395 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] Deleting port 14142e7c-2e63-4968-8303-e356f52b87f2 {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:47:22.620757 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.689738 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] For port 14142e7c-2e63-4968-8303-e356f52b87f2, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=14142e7c-2e63-4968-8303-e356f52b87f2,segment=NetworkSegment(03cc68b3-fd2b-46dc-bd81-593f553d076f),segment_id=03cc68b3-fd2b-46dc-bd81-593f553d076f)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:47:22.690078 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.703170 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] Calling delete_port for 14142e7c-2e63-4968-8303-e356f52b87f2 owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:47:22.766449 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.779796 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (14142e7c-2e63-4968-8303-e356f52b87f2), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.793713 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=14142e7c-2e63-4968-8303-e356f52b87f2,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:22.795853 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] No DVR routers for this DVR port 14142e7c-2e63-4968-8303-e356f52b87f2 on host dv-cinder-837525-1-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:47:22.805521 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] Pushing event deleted for resources: {'Port': ['ID=14142e7c-2e63-4968-8303-e356f52b87f2,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:22.807723 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa6a11-f085-4e12-97b6-c60eece5b320 None None] No DVR routers for this DVR port 14142e7c-2e63-4968-8303-e356f52b87f2 on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:47:22.870233 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (b3ebe7cb-8e4c-4946-bc19-12337f273183), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.890495 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ebe7cb-8e4c-4946-bc19-12337f273183']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:22.899529 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cc68b3-fd2b-46dc-bd81-593f553d076f') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:22.900481 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cc68b3-fd2b-46dc-bd81-593f553d076f') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:47:22.909666 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (03cc68b3-fd2b-46dc-bd81-593f553d076f), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.923201 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (03cc68b3-fd2b-46dc-bd81-593f553d076f), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.929614 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:47:22.930002 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (03cc68b3-fd2b-46dc-bd81-593f553d076f), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:47:22.931708 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:47:23.069442 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (b3ebe7cb-8e4c-4946-bc19-12337f273183), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:23.079602 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:23.079602 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] 10.222.0.74 "DELETE /v2.0/networks/b3ebe7cb-8e4c-4946-bc19-12337f273183 HTTP/1.1" status: 204 len: 168 time: 0.7281272 Apr 12 15:47:23.090717 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f295da-44eb-4852-97d0-026996e57d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ebe7cb-8e4c-4946-bc19-12337f273183,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:23.400661 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device ab011bcb-8e7e-49bc-8bb7-4e3f936d026b no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:47:23.424418 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: ab011bcb-8e7e-49bc-8bb7-4e3f936d026b {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:47:23.424760 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device ab011bcb-8e7e-49bc-8bb7-4e3f936d026b not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:47:23.425202 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 14142e7c-2e63-4968-8303-e356f52b87f2 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:47:23.444160 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 14142e7c-2e63-4968-8303-e356f52b87f2 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:47:23.444506 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 14142e7c-2e63-4968-8303-e356f52b87f2 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:47:23.444953 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device a8ea2e60-fe46-4594-8d74-04a1b331687e no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:47:23.463622 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: a8ea2e60-fe46-4594-8d74-04a1b331687e {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:47:23.463968 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device a8ea2e60-fe46-4594-8d74-04a1b331687e not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:47:23.519617 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51444) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:23.560118 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fea4b5ea-3b38-4c44-9f80-a3a1d6ba06cd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=713d8345b3714370b39127cdff7a4623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391984 Apr 12 15:47:23.562526 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51446) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:23.608564 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fa840787-45a5-4487-8f90-f810c209a60f admin admin] Publish callbacks [] for security_group (91f0bfee-53db-4842-9adb-a98f02ceac33), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:23.630857 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fa840787-45a5-4487-8f90-f810c209a60f admin admin] Publish callbacks [] for security_group (91f0bfee-53db-4842-9adb-a98f02ceac33), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:23.766108 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fa840787-45a5-4487-8f90-f810c209a60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (91f0bfee-53db-4842-9adb-a98f02ceac33), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:23.768760 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fa840787-45a5-4487-8f90-f810c209a60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:23.769966 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fa840787-45a5-4487-8f90-f810c209a60f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91f0bfee-53db-4842-9adb-a98f02ceac33 HTTP/1.1" status: 204 len: 168 time: 0.2065539 Apr 12 15:47:23.777976 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa840787-45a5-4487-8f90-f810c209a60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f0bfee-53db-4842-9adb-a98f02ceac33,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:24.718434 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51456) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:24.762985 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-52045677-cb93-45ac-9b5a-662bbea39441 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6fdea42c7af14814a93eac93112296a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410750 Apr 12 15:47:24.763751 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51458) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:24.811582 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2544f8d8-0b01-473b-9659-b2f119121f1b admin admin] Publish callbacks [] for security_group (bb3b64e3-fef2-4cb0-b349-f7f919527ff4), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:24.834378 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2544f8d8-0b01-473b-9659-b2f119121f1b admin admin] Publish callbacks [] for security_group (bb3b64e3-fef2-4cb0-b349-f7f919527ff4), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:25.017966 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2544f8d8-0b01-473b-9659-b2f119121f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (bb3b64e3-fef2-4cb0-b349-f7f919527ff4), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:25.020453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2544f8d8-0b01-473b-9659-b2f119121f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:25.024032 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2544f8d8-0b01-473b-9659-b2f119121f1b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb3b64e3-fef2-4cb0-b349-f7f919527ff4 HTTP/1.1" status: 204 len: 168 time: 0.2569914 Apr 12 15:47:25.030479 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f8d8-0b01-473b-9659-b2f119121f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3b64e3-fef2-4cb0-b349-f7f919527ff4,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:28.950053 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:47:29.217026 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51500) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:29.319011 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-876667fc-ce34-4d1e-ae5a-5849b43f860d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:29.397216 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-876667fc-ce34-4d1e-ae5a-5849b43f860d admin admin] Publish callbacks [] for security_group (80dfc641-b343-4b4c-a76f-3b38e3737df8), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:29.474731 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-876667fc-ce34-4d1e-ae5a-5849b43f860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (80dfc641-b343-4b4c-a76f-3b38e3737df8), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:29.513686 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876667fc-ce34-4d1e-ae5a-5849b43f860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dfc641-b343-4b4c-a76f-3b38e3737df8,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:29.519291 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-876667fc-ce34-4d1e-ae5a-5849b43f860d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6174c990b18944bcbd5e058418b6ba0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011055 Apr 12 15:47:29.521940 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51504) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:29.572826 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-101bb845-dd4a-4969-bd9b-e131cce16e2e admin admin] Publish callbacks [] for security_group (80dfc641-b343-4b4c-a76f-3b38e3737df8), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:29.593434 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-101bb845-dd4a-4969-bd9b-e131cce16e2e admin admin] Publish callbacks [] for security_group (80dfc641-b343-4b4c-a76f-3b38e3737df8), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:29.720260 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-101bb845-dd4a-4969-bd9b-e131cce16e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (80dfc641-b343-4b4c-a76f-3b38e3737df8), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:29.722876 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-101bb845-dd4a-4969-bd9b-e131cce16e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:29.724039 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-101bb845-dd4a-4969-bd9b-e131cce16e2e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/80dfc641-b343-4b4c-a76f-3b38e3737df8 HTTP/1.1" status: 204 len: 168 time: 0.2010136 Apr 12 15:47:29.731577 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bb845-dd4a-4969-bd9b-e131cce16e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dfc641-b343-4b4c-a76f-3b38e3737df8,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:29.937916 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ee656ca3-cfe3-4ea9-97e6-c03fdc628e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:30.369551 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51510) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:30.382886 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e73d23fc-c490-4925-a806-35e314e3ffca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:30.455630 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e73d23fc-c490-4925-a806-35e314e3ffca admin admin] Publish callbacks [] for security_group (411255ac-bd48-456f-a6ec-feaf5dd8a637), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:30.554097 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e73d23fc-c490-4925-a806-35e314e3ffca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (411255ac-bd48-456f-a6ec-feaf5dd8a637), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:30.595566 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e73d23fc-c490-4925-a806-35e314e3ffca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=543f4db9015349249213d836b22ad71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249489 Apr 12 15:47:30.596529 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d23fc-c490-4925-a806-35e314e3ffca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411255ac-bd48-456f-a6ec-feaf5dd8a637,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:30.598353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51512) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:30.646806 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-34177467-aa7c-4dfd-8bf9-e00ab6ef6d34 admin admin] Publish callbacks [] for security_group (411255ac-bd48-456f-a6ec-feaf5dd8a637), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:30.667293 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-34177467-aa7c-4dfd-8bf9-e00ab6ef6d34 admin admin] Publish callbacks [] for security_group (411255ac-bd48-456f-a6ec-feaf5dd8a637), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:30.829375 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-34177467-aa7c-4dfd-8bf9-e00ab6ef6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (411255ac-bd48-456f-a6ec-feaf5dd8a637), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:30.831892 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-34177467-aa7c-4dfd-8bf9-e00ab6ef6d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:30.833089 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-34177467-aa7c-4dfd-8bf9-e00ab6ef6d34 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/411255ac-bd48-456f-a6ec-feaf5dd8a637 HTTP/1.1" status: 204 len: 168 time: 0.2335906 Apr 12 15:47:30.841026 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34177467-aa7c-4dfd-8bf9-e00ab6ef6d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411255ac-bd48-456f-a6ec-feaf5dd8a637,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:31.484390 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51518) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:31.497762 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c41131e7-a664-4d05-943c-c74a33b0fbe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:31.573368 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c41131e7-a664-4d05-943c-c74a33b0fbe5 admin admin] Publish callbacks [] for security_group (56d91846-63df-451b-9ea8-8ca3a2aec501), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:31.628750 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c41131e7-a664-4d05-943c-c74a33b0fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (56d91846-63df-451b-9ea8-8ca3a2aec501), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:31.667592 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-c41131e7-a664-4d05-943c-c74a33b0fbe5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0baf70ac7f664f8c897655dabf2e9045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820996 Apr 12 15:47:31.668677 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41131e7-a664-4d05-943c-c74a33b0fbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d91846-63df-451b-9ea8-8ca3a2aec501,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:31.670358 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51520) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:31.718622 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6eda54ed-01bf-42f6-a927-5898d687311a admin admin] Publish callbacks [] for security_group (56d91846-63df-451b-9ea8-8ca3a2aec501), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:31.741231 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6eda54ed-01bf-42f6-a927-5898d687311a admin admin] Publish callbacks [] for security_group (56d91846-63df-451b-9ea8-8ca3a2aec501), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:31.846505 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6eda54ed-01bf-42f6-a927-5898d687311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (56d91846-63df-451b-9ea8-8ca3a2aec501), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:31.849295 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6eda54ed-01bf-42f6-a927-5898d687311a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:31.850566 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6eda54ed-01bf-42f6-a927-5898d687311a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56d91846-63df-451b-9ea8-8ca3a2aec501 HTTP/1.1" status: 204 len: 168 time: 0.1784327 Apr 12 15:47:31.858396 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda54ed-01bf-42f6-a927-5898d687311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d91846-63df-451b-9ea8-8ca3a2aec501,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:32.783805 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b8df6f33-b1de-4a93-b473-0657df8b1cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:33.171339 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:33.856846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:35.766140 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:36.639299 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 51570) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:36.740667 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6766-a894-48c0-bfcc-098beed8b1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:36.813921 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6766-a894-48c0-bfcc-098beed8b1cf admin admin] Publish callbacks [] for security_group (b202adef-2001-4bfd-a431-71581b081297), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:36.949154 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6766-a894-48c0-bfcc-098beed8b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (b202adef-2001-4bfd-a431-71581b081297), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:36.988176 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ef0c6766-a894-48c0-bfcc-098beed8b1cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=89fe5230c1274e0ab928c6adc037f6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472407 Apr 12 15:47:36.988913 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c6766-a894-48c0-bfcc-098beed8b1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b202adef-2001-4bfd-a431-71581b081297,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:36.990861 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 51574) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:47:37.023317 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:37.041647 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Publish callbacks [] for security_group (b202adef-2001-4bfd-a431-71581b081297), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:37.064490 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Publish callbacks [] for security_group (b202adef-2001-4bfd-a431-71581b081297), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:37.161017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (b202adef-2001-4bfd-a431-71581b081297), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:37.163578 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:47:37.164887 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b202adef-2001-4bfd-a431-71581b081297 HTTP/1.1" status: 204 len: 168 time: 0.1729755 Apr 12 15:47:37.175956 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b202adef-2001-4bfd-a431-71581b081297,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:47:37.183367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.183715 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.184054 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.184586 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.185102 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.185589 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.185922 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.186249 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.186579 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.187435 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.187770 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.188092 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.188417 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.188729 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.189075 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181db0b-a647-4ccc-88c4-748d6136db21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:47:37.250080 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-dd7136b0-5ef7-4930-b082-ce51a80dc548 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430262 Apr 12 15:47:37.310345 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-1c33bd46-5c17-40b0-8ad7-5bf261eccc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:37.311928 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-1c33bd46-5c17-40b0-8ad7-5bf261eccc35 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58ab8be7f12144ffb9ea13c352638e97&device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1129 time: 0.0402973 Apr 12 15:47:37.414259 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-7bf0d87a-262a-425f-a494-86a2be01fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:37.415728 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-7bf0d87a-262a-425f-a494-86a2be01fc9f service neutron] 10.222.0.84 "GET /v2.0/networks?id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4 HTTP/1.1" status: 200 len: 908 time: 0.0862191 Apr 12 15:47:37.485910 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-233d4dd9-8b5e-4f8b-983e-370b1a3bea60 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 200 len: 1001 time: 0.0635407 Apr 12 15:47:37.534827 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-f18f11ef-e1cc-45ed-b639-a0b5edd1a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:37.536382 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-f18f11ef-e1cc-45ed-b639-a0b5edd1a77e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=321ff951-6ace-4abd-be2f-1a3f9a225997 HTTP/1.1" status: 200 len: 847 time: 0.0444114 Apr 12 15:47:37.581482 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-ee69d5eb-3667-4050-a6d5-cae3df6d52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:37.582995 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-ee69d5eb-3667-4050-a6d5-cae3df6d52e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399997 Apr 12 15:47:37.675989 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-594f0ae4-a662-4ac9-84e0-eaf1bc3113a3 service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865474 Apr 12 15:47:37.768439 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-16dbe0b1-78e6-45cd-bdd2-fdd355412ae0 req-aa292f12-919e-4b2c-bad8-608c86ea20ab service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858176 Apr 12 15:47:56.689108 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf297cc-7873-4b14-9dc8-372074d6919d req-4cf005bd-4ec1-4ef9-9639-73dc36a1cd40 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:56.690636 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cdf297cc-7873-4b14-9dc8-372074d6919d req-4cf005bd-4ec1-4ef9-9639-73dc36a1cd40 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0487707 Apr 12 15:47:56.738046 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cdf297cc-7873-4b14-9dc8-372074d6919d req-5eb54816-01b0-4124-bbd1-6bad37ad460c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Apr 12 15:47:57.864076 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a114a-511f-4f1b-82d2-d4d9a93aa2e2 req-e042209d-0da0-4927-97fe-4b7e78daebac tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:57.865603 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-929a114a-511f-4f1b-82d2-d4d9a93aa2e2 req-e042209d-0da0-4927-97fe-4b7e78daebac tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0524964 Apr 12 15:47:57.916641 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-929a114a-511f-4f1b-82d2-d4d9a93aa2e2 req-477f91d9-ab53-457e-9224-0a27cf1e6d3e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Apr 12 15:47:59.032483 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32eb15-5466-4e22-9a08-fb92b153a387 req-f1f18448-cef2-41ca-98d8-9804b8dd36e1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:47:59.033986 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dc32eb15-5466-4e22-9a08-fb92b153a387 req-f1f18448-cef2-41ca-98d8-9804b8dd36e1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0466561 Apr 12 15:47:59.082609 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dc32eb15-5466-4e22-9a08-fb92b153a387 req-af3b3394-b744-4859-92ff-be580b88db53 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Apr 12 15:47:59.949856 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-691c3e27-8030-4a59-883d-b9e8cba369fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:00.200839 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988285d-4e93-42c9-8b90-865289e453ff req-b2d9ca5f-560a-44a2-a335-85749b5ac4ac tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:00.202268 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2988285d-4e93-42c9-8b90-865289e453ff req-b2d9ca5f-560a-44a2-a335-85749b5ac4ac tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0492620 Apr 12 15:48:00.250566 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2988285d-4e93-42c9-8b90-865289e453ff req-4ca19b41-1c9f-41c5-a762-df86596ef5a0 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Apr 12 15:48:01.373912 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635850-32dc-4152-93fe-88119aecf267 req-41a45c73-ab77-4fdb-bc71-e4845f7f5f6b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:01.375386 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cc635850-32dc-4152-93fe-88119aecf267 req-41a45c73-ab77-4fdb-bc71-e4845f7f5f6b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0513120 Apr 12 15:48:01.422526 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cc635850-32dc-4152-93fe-88119aecf267 req-d16d1c65-6b82-4b8a-a7d1-fa17477dd17f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Apr 12 15:48:02.538444 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e29430-cf90-43f2-8991-387c23cd6c42 req-f2086bb1-d373-4af6-b8ba-d69c1c63ed51 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:02.539924 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3e29430-cf90-43f2-8991-387c23cd6c42 req-f2086bb1-d373-4af6-b8ba-d69c1c63ed51 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0473711 Apr 12 15:48:02.588353 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3e29430-cf90-43f2-8991-387c23cd6c42 req-793d6673-51b4-43d6-b825-d0d0315a4c43 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Apr 12 15:48:02.766708 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b9a8d400-d336-4a59-954a-2677deff50fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:03.189771 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:03.706952 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372801a-d01d-4da3-9b3a-ec23f622216d req-06440517-fbe1-4103-bee7-04e486fb73ea tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:03.708395 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5372801a-d01d-4da3-9b3a-ec23f622216d req-06440517-fbe1-4103-bee7-04e486fb73ea tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0471418 Apr 12 15:48:03.755523 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5372801a-d01d-4da3-9b3a-ec23f622216d req-6995a8eb-ed40-4c8b-bdcf-85212fb340cd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Apr 12 15:48:03.852754 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:04.878340 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47748a7e-3100-48d6-befd-4b583267d64b req-c87a1b2e-b171-4ca4-baa8-3962fb609f0c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:04.879903 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-47748a7e-3100-48d6-befd-4b583267d64b req-c87a1b2e-b171-4ca4-baa8-3962fb609f0c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0517805 Apr 12 15:48:04.928895 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-47748a7e-3100-48d6-befd-4b583267d64b req-a7cb3556-aac6-4660-ac68-2527013c3911 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Apr 12 15:48:05.743672 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:05.949568 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:48:06.047513 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3253a-d57b-421b-a967-0688b198b84a req-4076b908-5c56-4497-85d5-3f45c96ab37c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:06.049106 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8ae3253a-d57b-421b-a967-0688b198b84a req-4076b908-5c56-4497-85d5-3f45c96ab37c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0474892 Apr 12 15:48:06.100064 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8ae3253a-d57b-421b-a967-0688b198b84a req-75424ae1-07ad-46f2-a854-97d34908d43b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447803 Apr 12 15:48:06.966826 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:07.219671 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda97d21-b701-42ef-a6f4-03d87c02773f req-c2b11874-05c1-458e-859a-30175eeb85de tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:07.221078 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dda97d21-b701-42ef-a6f4-03d87c02773f req-c2b11874-05c1-458e-859a-30175eeb85de tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0480387 Apr 12 15:48:07.268010 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dda97d21-b701-42ef-a6f4-03d87c02773f req-00abe800-0a34-47bd-8695-d21b7d7b5ac8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412061 Apr 12 15:48:08.385371 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f3f4-0200-4d28-8fd0-d5ad8f093a54 req-7bfd5204-19fe-434e-a605-9a1b4e5b3493 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:08.386825 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c047f3f4-0200-4d28-8fd0-d5ad8f093a54 req-7bfd5204-19fe-434e-a605-9a1b4e5b3493 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0460107 Apr 12 15:48:08.434341 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c047f3f4-0200-4d28-8fd0-d5ad8f093a54 req-20f17d51-7021-4574-b41e-19e9f08541dd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 Apr 12 15:48:09.277132 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:48:09.372730 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:48:09.384180 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'port_id': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'mac_address': 'fa:16:3e:86:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:48:09.424949 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port db88a279-8aa9-4116-92c2-9ace9f0c6642 is: ACTIVE; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:48:09.425344 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:09.438543 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db88a279-8aa9-4116-92c2-9ace9f0c6642 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:48:09.457835 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:48:09.521542 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:09.548654 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d348c-d05e-4c52-a8af-2513bbc3118d req-3a8154ad-8867-46b7-8852-32130bd21d3e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:09.550128 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-490d348c-d05e-4c52-a8af-2513bbc3118d req-3a8154ad-8867-46b7-8852-32130bd21d3e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0479927 Apr 12 15:48:09.574870 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=6']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:48:09.582164 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.582512 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.582909 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.583235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.583569 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.583897 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.584223 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.584546 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.584896 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.585234 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.585544 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.585913 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.586804 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.587122 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.587439 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:09.602133 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-490d348c-d05e-4c52-a8af-2513bbc3118d req-75f9524d-1ef2-4012-8faa-3542b1cd4225 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464041 Apr 12 15:48:09.606188 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['db88a279-8aa9-4116-92c2-9ace9f0c6642'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:48:10.732556 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97c2c-b193-4faf-8fca-6e0f7694eb96 req-4d73350c-8a98-4ec9-89b9-e18b334d0fdd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:10.734108 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f1c97c2c-b193-4faf-8fca-6e0f7694eb96 req-4d73350c-8a98-4ec9-89b9-e18b334d0fdd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 945 time: 0.0474954 Apr 12 15:48:10.785743 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f1c97c2c-b193-4faf-8fca-6e0f7694eb96 req-a4541fd6-cb5f-4ec9-9240-351ff37695ee tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455179 Apr 12 15:48:11.292931 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:48:11.337991 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port db88a279-8aa9-4116-92c2-9ace9f0c6642 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:48:11.338364 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:11.412850 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port db88a279-8aa9-4116-92c2-9ace9f0c6642 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:48:11.413233 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:11.435088 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:48:11.437313 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb63334b-024d-4ee8-971d-1774322f7b48" -d '{"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-plugged", "status": "completed", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:48:11.453044 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:48:11.471297 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87723fe5-1c47-4b31-89c2-bf584a3c54b3 x-openstack-request-id: req-87723fe5-1c47-4b31-89c2-bf584a3c54b3 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:48:11.471605 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-plugged", "status": "completed", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:48:11.471862 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-87723fe5-1c47-4b31-89c2-bf584a3c54b3 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:48:11.472260 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87723fe5-1c47-4b31-89c2-bf584a3c54b3'] response: {'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'code': 200} Apr 12 15:48:11.509905 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:11.555915 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=7']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:48:11.909144 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b3f83-4d2e-465d-8e51-7785cd24a199 req-ceb30218-747e-4c35-917f-6e8cdf918622 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:11.910590 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c48b3f83-4d2e-465d-8e51-7785cd24a199 req-ceb30218-747e-4c35-917f-6e8cdf918622 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0493309 Apr 12 15:48:11.960125 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c48b3f83-4d2e-465d-8e51-7785cd24a199 req-74df47de-cc0a-4833-9a3e-d2f8f7053ee9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Apr 12 15:48:13.080554 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff356-3e72-41be-b123-b45869ef295f req-416a76b3-2f46-4b3c-bd37-985da285c339 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:13.082050 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b80ff356-3e72-41be-b123-b45869ef295f req-416a76b3-2f46-4b3c-bd37-985da285c339 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0474668 Apr 12 15:48:13.128395 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b80ff356-3e72-41be-b123-b45869ef295f req-5742cf2c-b060-41e1-a2ff-effb33ca80dc tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401535 Apr 12 15:48:14.242831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e950da3-899f-460a-84bc-5ff14f3267c7 req-34cce8e2-d224-4754-9d68-c3dda28ac33d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:14.244273 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4e950da3-899f-460a-84bc-5ff14f3267c7 req-34cce8e2-d224-4754-9d68-c3dda28ac33d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0457399 Apr 12 15:48:14.289740 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4e950da3-899f-460a-84bc-5ff14f3267c7 req-a24f3bff-29ea-4947-b62a-30fca5c58715 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Apr 12 15:48:15.404829 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4fae6-e811-44f6-a828-b942eea82897 req-52238be5-1fea-4656-ab9e-29bc93a638aa tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:15.406305 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cba4fae6-e811-44f6-a828-b942eea82897 req-52238be5-1fea-4656-ab9e-29bc93a638aa tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0461562 Apr 12 15:48:15.452332 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cba4fae6-e811-44f6-a828-b942eea82897 req-2c794950-f60a-4ba0-afbb-12e01345a243 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Apr 12 15:48:16.570392 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201b78f-7ef1-4907-9487-befc7ef918b9 req-a213d447-f00a-4bc9-9a58-929e1c978d03 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:16.571838 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1201b78f-7ef1-4907-9487-befc7ef918b9 req-a213d447-f00a-4bc9-9a58-929e1c978d03 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0498297 Apr 12 15:48:16.616733 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1201b78f-7ef1-4907-9487-befc7ef918b9 req-a770c56b-c1b8-46ab-867e-dc24c47e6a47 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393693 Apr 12 15:48:17.740276 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f418a-7afb-4f2f-a00d-3d72c14c4f35 req-e1a84e24-f213-4fbc-80ba-2f90ef9c298e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:17.742293 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fb9f418a-7afb-4f2f-a00d-3d72c14c4f35 req-e1a84e24-f213-4fbc-80ba-2f90ef9c298e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0534546 Apr 12 15:48:17.791721 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fb9f418a-7afb-4f2f-a00d-3d72c14c4f35 req-42cae388-7c45-45b8-9f24-0841b1814518 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Apr 12 15:48:18.913078 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9746b8a-558e-4f0f-96d5-17d84d170947 req-c9ad4d2d-9a1d-4067-9fb5-5957d4fd039a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:18.914558 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c9746b8a-558e-4f0f-96d5-17d84d170947 req-c9ad4d2d-9a1d-4067-9fb5-5957d4fd039a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0488451 Apr 12 15:48:18.972511 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c9746b8a-558e-4f0f-96d5-17d84d170947 req-f74aeabc-baf7-4a23-8ed4-93b41f942125 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520141 Apr 12 15:48:20.089067 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f780338-0c3b-4e93-81e6-9618757c24c2 req-8f44b0f6-402d-487c-bae2-16e2643dbef3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:20.091066 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f780338-0c3b-4e93-81e6-9618757c24c2 req-8f44b0f6-402d-487c-bae2-16e2643dbef3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0475073 Apr 12 15:48:20.141151 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f780338-0c3b-4e93-81e6-9618757c24c2 req-db24048f-dea0-4151-8d5a-77fb06144914 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Apr 12 15:48:21.279265 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca39d7-8b50-442c-a401-6834be14d9ff req-2f754fc2-74d8-4bcd-8230-66c4c051c4c3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:21.280749 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c1ca39d7-8b50-442c-a401-6834be14d9ff req-2f754fc2-74d8-4bcd-8230-66c4c051c4c3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0622568 Apr 12 15:48:21.329757 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c1ca39d7-8b50-442c-a401-6834be14d9ff req-ad6b62ca-b73f-4d9d-8835-de1edb2c36a1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Apr 12 15:48:22.498800 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce0941-905d-4b39-93ea-a8ae68bddbca req-41665fae-a54c-48fc-bdbd-760408f506ba tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:22.506636 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-95ce0941-905d-4b39-93ea-a8ae68bddbca req-41665fae-a54c-48fc-bdbd-760408f506ba tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0674214 Apr 12 15:48:22.569215 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-95ce0941-905d-4b39-93ea-a8ae68bddbca req-7f2dfd0a-8395-4891-bb82-db55eff4d2b8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612965 Apr 12 15:48:23.703933 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4d45f-fdd7-4122-b770-e5a84ff3656f req-88140d88-7c73-4133-8475-03b2c035a26c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:23.705386 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e9a4d45f-fdd7-4122-b770-e5a84ff3656f req-88140d88-7c73-4133-8475-03b2c035a26c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0561638 Apr 12 15:48:23.758012 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e9a4d45f-fdd7-4122-b770-e5a84ff3656f req-6f8c078b-1092-4fed-a1b1-0a1d3e058e10 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466287 Apr 12 15:48:24.888570 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d24e6-02e7-4457-8dab-5daec930a216 req-f7e9d5fb-7e2e-4fca-90d4-ee7a56bbe5ba tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:24.896625 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-697d24e6-02e7-4457-8dab-5daec930a216 req-f7e9d5fb-7e2e-4fca-90d4-ee7a56bbe5ba tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0627849 Apr 12 15:48:24.959442 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-697d24e6-02e7-4457-8dab-5daec930a216 req-9d4a91b2-a5d2-4a2d-ae13-37c578030c27 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616322 Apr 12 15:48:26.083870 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5a649-9f23-4b96-a38d-434272ec31c9 req-0642bf7e-892a-43f2-a711-13f1425bb03d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:26.125057 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-55e5a649-9f23-4b96-a38d-434272ec31c9 req-0642bf7e-892a-43f2-a711-13f1425bb03d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0550077 Apr 12 15:48:26.133485 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-55e5a649-9f23-4b96-a38d-434272ec31c9 req-22a8c6a0-0911-4200-afd7-468b03923192 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 Apr 12 15:48:27.258594 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3138ca-ef23-4623-aa84-e1c3a6292335 req-45cac908-ce1e-44d3-be86-eabf13b732ee tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:27.260174 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df3138ca-ef23-4623-aa84-e1c3a6292335 req-45cac908-ce1e-44d3-be86-eabf13b732ee tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0506065 Apr 12 15:48:27.321450 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df3138ca-ef23-4623-aa84-e1c3a6292335 req-f1f9a486-d7cc-4ace-8cde-e091df60720f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540242 Apr 12 15:48:28.457096 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8b980-7e62-46bf-9d06-5224cd22ff9d req-fb955750-c821-4a54-9978-94bd7c39b2b6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:28.459299 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-faf8b980-7e62-46bf-9d06-5224cd22ff9d req-fb955750-c821-4a54-9978-94bd7c39b2b6 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0638616 Apr 12 15:48:28.517866 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-faf8b980-7e62-46bf-9d06-5224cd22ff9d req-473a3dc6-dd20-42de-88b5-e6111d368056 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528362 Apr 12 15:48:29.290945 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52000) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:48:29.412976 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8735-b8f8-4957-943e-0a4051b2f383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:29.513282 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8735-b8f8-4957-943e-0a4051b2f383 admin admin] Publish callbacks [] for security_group (136ba8c0-dd1d-49e9-849c-1b8aa7aadd03), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:29.613329 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8735-b8f8-4957-943e-0a4051b2f383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (136ba8c0-dd1d-49e9-849c-1b8aa7aadd03), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:29.657671 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d8735-b8f8-4957-943e-0a4051b2f383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136ba8c0-dd1d-49e9-849c-1b8aa7aadd03,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:48:29.670217 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ae7f-42fc-40b2-85c5-8855593f8bd3 req-7649f3e8-7f55-44a3-9b77-237a4869fe49 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:29.673145 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1d85ae7f-42fc-40b2-85c5-8855593f8bd3 req-7649f3e8-7f55-44a3-9b77-237a4869fe49 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0775793 Apr 12 15:48:29.686182 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6b6d8735-b8f8-4957-943e-0a4051b2f383 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8a2a96c689c84341ade3d33ffe1d0e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937705 Apr 12 15:48:29.689148 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52006) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:48:29.723833 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1d85ae7f-42fc-40b2-85c5-8855593f8bd3 req-656b5932-265b-437b-97cc-240a173e98e4 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440819 Apr 12 15:48:29.751315 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-87065b09-c517-4101-8605-eee7c7cd4164 admin admin] Publish callbacks [] for security_group (136ba8c0-dd1d-49e9-849c-1b8aa7aadd03), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:29.772475 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-87065b09-c517-4101-8605-eee7c7cd4164 admin admin] Publish callbacks [] for security_group (136ba8c0-dd1d-49e9-849c-1b8aa7aadd03), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:29.939131 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-87065b09-c517-4101-8605-eee7c7cd4164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (136ba8c0-dd1d-49e9-849c-1b8aa7aadd03), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:29.941731 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-87065b09-c517-4101-8605-eee7c7cd4164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:29.942941 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-87065b09-c517-4101-8605-eee7c7cd4164 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/136ba8c0-dd1d-49e9-849c-1b8aa7aadd03 HTTP/1.1" status: 204 len: 168 time: 0.2527504 Apr 12 15:48:29.956484 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87065b09-c517-4101-8605-eee7c7cd4164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ba8c0-dd1d-49e9-849c-1b8aa7aadd03,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:48:29.969476 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ff67081-d380-4264-bfbf-89a290901eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:30.843136 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2ed05-b3b5-4ffa-9992-3e485f158a02 req-5855b226-d2a3-42b0-a2a6-e25fdb5d613d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:30.844608 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d2ed05-b3b5-4ffa-9992-3e485f158a02 req-5855b226-d2a3-42b0-a2a6-e25fdb5d613d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0463536 Apr 12 15:48:30.895944 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a3d2ed05-b3b5-4ffa-9992-3e485f158a02 req-0acdc159-56ab-4c81-bb7a-7862ce1dc707 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Apr 12 15:48:31.097470 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-a156ec92-a8eb-4e84-9040-022ad716d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:31.099019 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-a156ec92-a8eb-4e84-9040-022ad716d1db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 1130 time: 0.0382540 Apr 12 15:48:31.193732 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-1859d41b-c396-4142-8968-319a3cf9ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:31.195186 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-1859d41b-c396-4142-8968-319a3cf9ee3d service neutron] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 917 time: 0.0879066 Apr 12 15:48:31.259875 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-44b0d38e-0e7f-4785-a1ae-cc857ce3df19 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642 HTTP/1.1" status: 200 len: 1002 time: 0.0582187 Apr 12 15:48:31.311221 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-9e74b356-7844-4795-af84-2f973571f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:31.312653 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-9e74b356-7844-4795-af84-2f973571f90f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0474043 Apr 12 15:48:31.353907 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-54b9ed68-19b7-4dc3-be0a-eff24e8af033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:31.356333 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-54b9ed68-19b7-4dc3-be0a-eff24e8af033 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373640 Apr 12 15:48:31.443467 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-abd5964f-fa56-4266-b5cb-2d74aab97ce3 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822725 Apr 12 15:48:31.536352 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-068d242b-42eb-4693-93fe-7eec9bf54063 req-d15bd313-0385-458c-afb1-fc449125ccf2 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865605 Apr 12 15:48:32.013908 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e88f4-d4d8-4558-b3bb-2e840786767e req-9feaf4e8-7b77-492a-8943-e1e5dfbdd41a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:32.015375 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3b1e88f4-d4d8-4558-b3bb-2e840786767e req-9feaf4e8-7b77-492a-8943-e1e5dfbdd41a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0491059 Apr 12 15:48:32.063415 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3b1e88f4-d4d8-4558-b3bb-2e840786767e req-d9ed0cfb-1276-46e4-80fb-2e49567f3297 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 Apr 12 15:48:32.807653 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d1-9ff6-494b-b5e6-3a328e357df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:33.189673 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab6ff7-597d-4317-bc66-921c2fd72078 req-4a236965-fa14-4d14-b4a5-c6d88c29d1b9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:33.191205 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ffab6ff7-597d-4317-bc66-921c2fd72078 req-4a236965-fa14-4d14-b4a5-c6d88c29d1b9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 946 time: 0.0485229 Apr 12 15:48:33.237882 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ffab6ff7-597d-4317-bc66-921c2fd72078 req-d0d5940a-a660-4b2b-baf3-2d9237618dd9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Apr 12 15:48:33.270690 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:33.391634 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:48:33.471864 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port db88a279-8aa9-4116-92c2-9ace9f0c6642 is: ACTIVE; New status is: DOWN {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:48:33.472251 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:33.495669 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:48:33.497930 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8723f8b0-1b87-44b8-a7fc-ac4807ba944c" -d '{"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-unplugged", "status": "completed", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:48:33.510715 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:48:33.533808 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf2ac8-21a1-4765-97b1-28f93a3d8926 x-openstack-request-id: req-f5bf2ac8-21a1-4765-97b1-28f93a3d8926 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:48:33.534104 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-unplugged", "status": "completed", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:48:33.534357 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f5bf2ac8-21a1-4765-97b1-28f93a3d8926 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:48:33.534759 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5bf2ac8-21a1-4765-97b1-28f93a3d8926'] response: {'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'code': 200} Apr 12 15:48:33.590950 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:33.638200 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=8']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:48:33.871051 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:34.356085 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd091-a8d6-4820-92ae-c7be34bada93 req-54725ab6-57ad-4f5e-b95e-ceef435bd2d8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:34.358095 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6a2fd091-a8d6-4820-92ae-c7be34bada93 req-54725ab6-57ad-4f5e-b95e-ceef435bd2d8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0504923 Apr 12 15:48:34.405584 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6a2fd091-a8d6-4820-92ae-c7be34bada93 req-59c50f41-97bd-4531-ae23-72019c4d4669 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Apr 12 15:48:35.773738 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:36.568613 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8701f8c-10c5-4a4f-8941-59fbf4ed2594 req-18d63f45-300d-4752-8d0c-550be26d78b3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:36.570141 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a8701f8c-10c5-4a4f-8941-59fbf4ed2594 req-18d63f45-300d-4752-8d0c-550be26d78b3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0481937 Apr 12 15:48:36.618521 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a8701f8c-10c5-4a4f-8941-59fbf4ed2594 req-4704c4a7-13f0-46f6-9cdf-685b53112838 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Apr 12 15:48:36.807526 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-ddf70d11-3e5b-416d-a197-89f235eb655c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402708 Apr 12 15:48:36.879118 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-f34e9301-9ccc-47e8-a462-acd4321b5a05 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:36.880445 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-f34e9301-9ccc-47e8-a462-acd4321b5a05 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports/db88a279-8aa9-4116-92c2-9ace9f0c6642 HTTP/1.1" status: 200 len: 941 time: 0.0461199 Apr 12 15:48:36.962323 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:37.740703 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb937b-83d2-4e60-b3ff-44184e0e6709 req-28b1fd39-5eba-4653-a77b-e3d748879e21 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:37.742197 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ddb937b-83d2-4e60-b3ff-44184e0e6709 req-28b1fd39-5eba-4653-a77b-e3d748879e21 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0523980 Apr 12 15:48:37.789251 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ddb937b-83d2-4e60-b3ff-44184e0e6709 req-6ff06a52-0418-40c4-af5d-baacc9fd7149 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Apr 12 15:48:38.437727 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-667860bc-6084-4f9a-851b-60dd22b9fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:38.439173 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-667860bc-6084-4f9a-851b-60dd22b9fcc8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26&tenant_id=7c2efce054354220b73b730da35f9ef4 HTTP/1.1" status: 200 len: 1128 time: 0.0380132 Apr 12 15:48:38.496604 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-df9c4bc4-62fd-48ff-a250-c8072570559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:38.498655 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-df9c4bc4-62fd-48ff-a250-c8072570559c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 1128 time: 0.0387318 Apr 12 15:48:38.590340 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-fc5fb2bb-3601-44ce-8606-89cd4da8c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:38.591816 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-fc5fb2bb-3601-44ce-8606-89cd4da8c89c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 917 time: 0.0877244 Apr 12 15:48:38.654831 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-d2dfdc86-a86e-4df0-9891-9de9af9df411 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642 HTTP/1.1" status: 200 len: 1000 time: 0.0570803 Apr 12 15:48:38.706779 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-d5331309-ae32-4075-82fc-605ea00d13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:38.708195 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-d5331309-ae32-4075-82fc-605ea00d13c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0478396 Apr 12 15:48:38.750470 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-f5c60ff3-eb3c-46ad-9861-ba0fccdc5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:38.751972 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-f5c60ff3-eb3c-46ad-9861-ba0fccdc5600 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384493 Apr 12 15:48:38.840720 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-a984c044-bcde-435f-8b75-29ad95f235ca service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829988 Apr 12 15:48:38.963211 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc20d-9297-417d-9b25-6c70038fc7d4 req-c29a1432-507a-49bc-b1c3-362eb830d01f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:38.964451 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9d0fc20d-9297-417d-9b25-6c70038fc7d4 req-c29a1432-507a-49bc-b1c3-362eb830d01f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0577981 Apr 12 15:48:38.985292 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-b93500cf-f4be-4165-8211-51a3a8c949a3 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382854 Apr 12 15:48:39.023134 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9d0fc20d-9297-417d-9b25-6c70038fc7d4 req-1b737f78-86f3-4f84-83e9-9131822b8acd tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496190 Apr 12 15:48:40.142434 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82c4ac-cb72-477e-b1a7-da9dc946d6e9 req-44188b26-f126-428d-ae3c-9bf32cfc590e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:40.143812 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e82c4ac-cb72-477e-b1a7-da9dc946d6e9 req-44188b26-f126-428d-ae3c-9bf32cfc590e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0468726 Apr 12 15:48:40.189621 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e82c4ac-cb72-477e-b1a7-da9dc946d6e9 req-3efe53fe-a34f-49c3-9be1-d6f176f06fd1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 Apr 12 15:48:41.322330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acae6f-b561-462c-88f6-4b1d9326b1e5 req-9abce79f-7640-4683-90a8-ffa1440afcb0 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:41.323889 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b5acae6f-b561-462c-88f6-4b1d9326b1e5 req-9abce79f-7640-4683-90a8-ffa1440afcb0 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0608823 Apr 12 15:48:41.377572 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b5acae6f-b561-462c-88f6-4b1d9326b1e5 req-e5286312-40c5-4f51-8ed3-3f6ae3b3788e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471623 Apr 12 15:48:42.500583 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32966248-2d4f-4f56-9d90-3889cc2c9321 req-29c4ed2f-9244-44b4-a49b-11133e401c65 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:42.503287 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-32966248-2d4f-4f56-9d90-3889cc2c9321 req-29c4ed2f-9244-44b4-a49b-11133e401c65 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0500503 Apr 12 15:48:42.558714 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-32966248-2d4f-4f56-9d90-3889cc2c9321 req-8d033ce2-bb78-4b03-af54-612818a692fe tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498335 Apr 12 15:48:42.951894 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:48:43.687137 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a2e87-f660-4bdd-afcb-a704d5ba9c19 req-6f777464-63b7-442e-ac55-b7c7895827bf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:43.688792 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4a1a2e87-f660-4bdd-afcb-a704d5ba9c19 req-6f777464-63b7-442e-ac55-b7c7895827bf tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0566928 Apr 12 15:48:43.740835 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4a1a2e87-f660-4bdd-afcb-a704d5ba9c19 req-17d48de7-2444-4234-85ca-b2b911d9a547 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463302 Apr 12 15:48:44.860862 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3ffe-4ebb-4643-8335-c9f9be2abbd9 req-224231c7-cc11-4c41-9283-65af75508667 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:44.862314 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d32c3ffe-4ebb-4643-8335-c9f9be2abbd9 req-224231c7-cc11-4c41-9283-65af75508667 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0465360 Apr 12 15:48:44.911084 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d32c3ffe-4ebb-4643-8335-c9f9be2abbd9 req-ab4d7038-c8e7-4ce6-b399-aa382d78442f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431440 Apr 12 15:48:46.041826 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f275821-1925-4446-ba1f-3899130f3c7f req-55edf514-e3b9-44a6-9287-b3dbbb4ebd40 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:46.043691 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2f275821-1925-4446-ba1f-3899130f3c7f req-55edf514-e3b9-44a6-9287-b3dbbb4ebd40 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0542669 Apr 12 15:48:46.096559 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2f275821-1925-4446-ba1f-3899130f3c7f req-640ac204-add0-4623-a750-a361b1ac2b54 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466161 Apr 12 15:48:47.217026 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c0816-61f8-4cd9-9c7e-3481af5eeac2 req-e58449ab-0492-45e8-af81-89e3d86985d9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:47.218708 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-649c0816-61f8-4cd9-9c7e-3481af5eeac2 req-e58449ab-0492-45e8-af81-89e3d86985d9 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0517590 Apr 12 15:48:47.275376 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-649c0816-61f8-4cd9-9c7e-3481af5eeac2 req-c57a779a-d33d-45bc-bdd1-32408202c9c8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499716 Apr 12 15:48:48.395799 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592136c3-6556-40bf-9e6f-17dfe990df9a req-4dc5ff5e-0ea7-487e-8943-4d9c4c75b85f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:48.397271 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-592136c3-6556-40bf-9e6f-17dfe990df9a req-4dc5ff5e-0ea7-487e-8943-4d9c4c75b85f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0461075 Apr 12 15:48:48.443385 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-592136c3-6556-40bf-9e6f-17dfe990df9a req-f89e63b2-37b6-4e72-b928-d8d7c8fdad63 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Apr 12 15:48:49.568683 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa38ed6-5e6d-446b-8a35-800dd3d68105 req-d6ff80bc-fd7a-4c18-8c95-3b51aae2ac67 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:49.575672 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ffa38ed6-5e6d-446b-8a35-800dd3d68105 req-d6ff80bc-fd7a-4c18-8c95-3b51aae2ac67 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0625365 Apr 12 15:48:49.640863 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ffa38ed6-5e6d-446b-8a35-800dd3d68105 req-305f6bef-0b7c-4770-879c-46493e29cd0e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641406 Apr 12 15:48:50.755759 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccebd-d96f-4b10-a77a-3601a8d72e58 req-543d939d-1275-4424-a1d1-d7905e2958a3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:50.757246 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5bbccebd-d96f-4b10-a77a-3601a8d72e58 req-543d939d-1275-4424-a1d1-d7905e2958a3 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0463114 Apr 12 15:48:50.806326 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5bbccebd-d96f-4b10-a77a-3601a8d72e58 req-3bcd6d64-012e-47dd-8f40-41c0aabf97f2 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436594 Apr 12 15:48:51.926511 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66df3b-1342-4936-8355-6ff20ce5becd req-63e903bb-e037-46de-b1e6-7b7a4b76c25d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:51.927958 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae66df3b-1342-4936-8355-6ff20ce5becd req-63e903bb-e037-46de-b1e6-7b7a4b76c25d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0462823 Apr 12 15:48:51.975533 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae66df3b-1342-4936-8355-6ff20ce5becd req-5bea7762-eb6d-423a-9a17-3b9073472ef1 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Apr 12 15:48:53.089901 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b81b6-3739-401d-8b89-4f0bac7d1756 req-47769f36-6439-4ae7-9ad6-1e38c5609891 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:53.091336 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9a8b81b6-3739-401d-8b89-4f0bac7d1756 req-47769f36-6439-4ae7-9ad6-1e38c5609891 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0463023 Apr 12 15:48:53.136426 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9a8b81b6-3739-401d-8b89-4f0bac7d1756 req-8c41725d-f980-4a63-889b-59dc6d84ad8e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396998 Apr 12 15:48:54.263065 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4508f7-3541-4af3-a66c-e051c2eac3ee req-30b7b0cf-05a3-4cfa-a593-032a198cf89d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:54.265775 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6a4508f7-3541-4af3-a66c-e051c2eac3ee req-30b7b0cf-05a3-4cfa-a593-032a198cf89d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0555706 Apr 12 15:48:54.313367 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6a4508f7-3541-4af3-a66c-e051c2eac3ee req-5c0667b0-a64a-4e72-9387-220bbddbce09 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Apr 12 15:48:55.444905 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdcb6-317a-4367-8367-c86cd6ff4d7c req-1b21503d-68b0-40d7-be34-2420fbd4f5e2 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:55.446542 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-719bdcb6-317a-4367-8367-c86cd6ff4d7c req-1b21503d-68b0-40d7-be34-2420fbd4f5e2 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0558867 Apr 12 15:48:55.498877 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-719bdcb6-317a-4367-8367-c86cd6ff4d7c req-44e8be75-9618-4198-8a88-fb412704ea76 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461833 Apr 12 15:48:56.620095 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33bd5f-07e9-4220-a7b8-9c8096226f2c req-b7313901-1eeb-47cb-9035-d8a55e34428d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:56.621589 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a33bd5f-07e9-4220-a7b8-9c8096226f2c req-b7313901-1eeb-47cb-9035-d8a55e34428d tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0515153 Apr 12 15:48:56.667679 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a33bd5f-07e9-4220-a7b8-9c8096226f2c req-9cba40d4-b89c-43e1-bd1e-558744036b9c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Apr 12 15:48:56.970678 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52266) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:48:57.132952 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Deleting port 71f744e6-fdd9-4a02-9e6f-448114b380f7 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:48:57.133217 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (71f744e6-fdd9-4a02-9e6f-448114b380f7), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:57.210500 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (71f744e6-fdd9-4a02-9e6f-448114b380f7), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:57.210831 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for floatingip (71f744e6-fdd9-4a02-9e6f-448114b380f7), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:57.222887 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Calling delete_port for 71f744e6-fdd9-4a02-9e6f-448114b380f7 owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:48:57.431682 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (71f744e6-fdd9-4a02-9e6f-448114b380f7), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:57.457833 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event deleted for resources: {'Port': ['ID=71f744e6-fdd9-4a02-9e6f-448114b380f7,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:48:57.483318 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.483669 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.484017 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.484357 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.484696 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.485053 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.485385 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.485714 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.486041 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.486367 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.487294 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.487515 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.487838 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.488163 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.488482 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:48:57.529776 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for floatingip (72ae84c5-9bc0-454a-a405-a324f44a6438), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:57.530117 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Floating IP 72ae84c5-9bc0-454a-a405-a324f44a6438 disassociated (deleted). External IP: 172.27.0.191, port: 235337eb-f460-4935-8f26-929d90127f02. Apr 12 15:48:57.740109 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Router df78840f-29db-4f33-afa8-acb6519f6fcc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:48:57.785235 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b3823-7b66-4ae6-bdea-8e6befb60ae1 req-6e1a8854-1f38-4c15-94c7-54dc5175bdb4 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:57.786682 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f65b3823-7b66-4ae6-bdea-8e6befb60ae1 req-6e1a8854-1f38-4c15-94c7-54dc5175bdb4 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0489135 Apr 12 15:48:57.832997 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f65b3823-7b66-4ae6-bdea-8e6befb60ae1 req-2c2069bc-6f9e-483e-b9d6-da902957e631 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405817 Apr 12 15:48:57.851906 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:48:57.856762 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:57.863745 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] Sync routers for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:48:57.874093 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:48:57.874871 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:48:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:48:57.889049 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-01c4ad27-9cb8-45aa-aa26-76997eb574bd tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "DELETE /v2.0/floatingips/72ae84c5-9bc0-454a-a405-a324f44a6438 HTTP/1.1" status: 204 len: 168 time: 0.9165804 Apr 12 15:48:57.889640 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'tag': '235337eb-f460-4935-8f26-929d90127f02'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:48:57.891883 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad318d7-1d1c-47c7-a823-15cc82a3f739" -d '{"events": [{"name": "network-changed", "server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "tag": "235337eb-f460-4935-8f26-929d90127f02"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:48:57.932549 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50177713-2d49-4e55-9991-6b31db4171f6 x-openstack-request-id: req-50177713-2d49-4e55-9991-6b31db4171f6 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:48:57.933204 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "tag": "235337eb-f460-4935-8f26-929d90127f02", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:48:57.933604 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50177713-2d49-4e55-9991-6b31db4171f6 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:48:57.934212 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50177713-2d49-4e55-9991-6b31db4171f6'] response: {'name': 'network-changed', 'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'tag': '235337eb-f460-4935-8f26-929d90127f02', 'status': 'completed', 'code': 200} Apr 12 15:48:58.013659 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:48:58.207867 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:53Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:48:58.239530 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] Checking router: df78840f-29db-4f33-afa8-acb6519f6fcc for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:48:58.248322 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:48:58.248947 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:48:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:48:58.305812 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d421bae-5d80-4df0-8c53-d912eb2d43cd req-3b836ff5-ec33-4b25-bc2f-b884cedd6fdc tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:58.307289 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9d421bae-5d80-4df0-8c53-d912eb2d43cd req-3b836ff5-ec33-4b25-bc2f-b884cedd6fdc tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0752325 Apr 12 15:48:58.323612 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-3aa395db-8028-4f72-8c2c-18ea6605cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:58.325040 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-3aa395db-8028-4f72-8c2c-18ea6605cb51 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58ab8be7f12144ffb9ea13c352638e97&device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 1129 time: 0.0556638 Apr 12 15:48:58.360868 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:48:58.412049 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9d421bae-5d80-4df0-8c53-d912eb2d43cd req-e9db1fd8-82b7-47ae-946a-1b73bd387e75 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977159 Apr 12 15:48:58.447066 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-8f150392-aaef-4121-a67b-2020f47be94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:58.448741 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-8f150392-aaef-4121-a67b-2020f47be94c service neutron] 10.222.0.84 "GET /v2.0/networks?id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4 HTTP/1.1" status: 200 len: 908 time: 0.1157405 Apr 12 15:48:58.550316 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:53Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:48:58.575996 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db56743-92f7-4c1b-b049-7f409598a686 None None] The sync data for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi is: [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:41:48Z', 'revision_number': 4, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '20c60307-9e71-4f5e-9e0d-f9ae918a338c', 'name': '', 'network_id': '53fc17d6-7b99-4b71-8b16-b364eb28f3d4', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'mac_address': 'fa:16:3e:05:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:47Z', 'updated_at': '2022-04-12T15:41:53Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'subnets': [{'id': '321ff951-6ace-4abd-be2f-1a3f9a225997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:48:58.791091 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c32155a-4f54-47d3-bb2b-124b660bbe15 None None] New status for floating IP 72ae84c5-9bc0-454a-a405-a324f44a6438: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:48:58.957194 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37307a52-100a-4846-8c9a-3c35e307e637 req-204b0e12-fb9a-4e64-b1e0-30e8a6779ca7 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:58.958693 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37307a52-100a-4846-8c9a-3c35e307e637 req-204b0e12-fb9a-4e64-b1e0-30e8a6779ca7 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 944 time: 0.0521736 Apr 12 15:48:59.006674 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37307a52-100a-4846-8c9a-3c35e307e637 req-f32a3770-819f-4481-acf0-1caa4aff7ef8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415230 Apr 12 15:48:59.464674 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-839b591a-8477-402b-b7f2-778a3c84a276 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 200 len: 217 time: 0.0386169 Apr 12 15:48:59.510915 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:48:59.551529 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f558-13c5-47c2-991c-2fbc93472cf3 req-eb3932a7-ec05-4a89-a8b9-2eea5529d047 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:59.552933 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e625f558-13c5-47c2-991c-2fbc93472cf3 req-eb3932a7-ec05-4a89-a8b9-2eea5529d047 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0568233 Apr 12 15:48:59.554383 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-70135741-163f-4b81-b3b1-d9ac71becf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:59.555833 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-70135741-163f-4b81-b3b1-d9ac71becf4f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=321ff951-6ace-4abd-be2f-1a3f9a225997 HTTP/1.1" status: 200 len: 847 time: 0.0843349 Apr 12 15:48:59.625511 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-d82eb4b3-5808-4cf9-821a-3e5aea260e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:48:59.627078 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-d82eb4b3-5808-4cf9-821a-3e5aea260e11 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53fc17d6-7b99-4b71-8b16-b364eb28f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625291 Apr 12 15:48:59.643837 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e625f558-13c5-47c2-991c-2fbc93472cf3 req-dc56e778-fb48-4bd4-81ba-a50aec2ac2c6 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832832 Apr 12 15:48:59.742285 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:48:59.754719 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'port_id': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'mac_address': 'fa:16:3e:86:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:48:59.791947 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port db88a279-8aa9-4116-92c2-9ace9f0c6642 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:48:59.792627 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:48:59.805430 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db88a279-8aa9-4116-92c2-9ace9f0c6642 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:48:59.825110 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:48:59.940574 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:00.006086 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=9']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:00.074312 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-04d67760-4975-4e6e-994e-df13e8c47035 service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065536 Apr 12 15:49:00.104537 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-eb3f58d7-b81c-46fc-a85d-a8359539e149 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:00.106035 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-eb3f58d7-b81c-46fc-a85d-a8359539e149 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.84 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0610688 Apr 12 15:49:00.170902 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1ae53-4128-41b9-8690-b8a4d480a318 req-ba985368-631d-407f-87cd-7332193afd69 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:00.172946 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cad1ae53-4128-41b9-8690-b8a4d480a318 req-ba985368-631d-407f-87cd-7332193afd69 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 945 time: 0.0881720 Apr 12 15:49:00.174908 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3ad318d7-1d1c-47c7-a823-15cc82a3f739 req-14ee650a-e5df-4436-8624-96ee192ecad6 service neutron] 10.222.0.84 "GET /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941164 Apr 12 15:49:00.245139 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Deleting port 235337eb-f460-4935-8f26-929d90127f02 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:00.245486 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (235337eb-f460-4935-8f26-929d90127f02), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:00.284576 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cad1ae53-4128-41b9-8690-b8a4d480a318 req-5bbe4bce-9959-4500-ba7e-461bb0276a23 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973747 Apr 12 15:49:00.303770 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['db88a279-8aa9-4116-92c2-9ace9f0c6642'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:49:00.350311 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] For port 235337eb-f460-4935-8f26-929d90127f02, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=235337eb-f460-4935-8f26-929d90127f02,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:00.350683 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (235337eb-f460-4935-8f26-929d90127f02), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:00.371203 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Calling delete_port for 235337eb-f460-4935-8f26-929d90127f02 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:00.603587 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a52f33cd-a240-4788-892b-1553da59dec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:00.766243 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5916e73-515b-44a6-8fd3-9bb37ab68b1d req-5ee646d5-02b9-4475-97f2-1134315a4c6a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:00.767701 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f5916e73-515b-44a6-8fd3-9bb37ab68b1d req-5ee646d5-02b9-4475-97f2-1134315a4c6a tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 945 time: 0.0469787 Apr 12 15:49:00.816030 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f5916e73-515b-44a6-8fd3-9bb37ab68b1d req-9d7ad950-c776-4e4e-8800-7f9ff49ed9e1 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7f355d6-f611-4b3a-bf11-4f2ac04e679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Apr 12 15:49:00.923576 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (235337eb-f460-4935-8f26-929d90127f02), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:00.954032 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event deleted for resources: {'Port': ['ID=235337eb-f460-4935-8f26-929d90127f02,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:00.999123 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] No DVR routers for this DVR port 235337eb-f460-4935-8f26-929d90127f02 on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:49:01.001630 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.004842 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7c38df1-3354-4a8b-89e0-f24671554f18 req-a8195658-1a11-4c8f-ba3d-c6d8a386fa25 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.84 "DELETE /v2.0/ports/235337eb-f460-4935-8f26-929d90127f02 HTTP/1.1" status: 204 len: 173 time: 0.8829963 Apr 12 15:49:01.005291 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'name': 'network-vif-deleted', 'tag': '235337eb-f460-4935-8f26-929d90127f02'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:49:01.007520 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16859f28-1d96-405b-a183-ee18d40d4dd9" -d '{"events": [{"server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "name": "network-vif-deleted", "tag": "235337eb-f460-4935-8f26-929d90127f02"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:49:01.042036 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb742420-38bb-477e-be7b-bc36c6f42b07 x-openstack-request-id: req-eb742420-38bb-477e-be7b-bc36c6f42b07 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:49:01.042353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de9b041-0692-40cf-a12f-2c56bf24cf88", "name": "network-vif-deleted", "tag": "235337eb-f460-4935-8f26-929d90127f02", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:49:01.042611 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eb742420-38bb-477e-be7b-bc36c6f42b07 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:49:01.043053 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb742420-38bb-477e-be7b-bc36c6f42b07'] response: {'server_uuid': '5de9b041-0692-40cf-a12f-2c56bf24cf88', 'name': 'network-vif-deleted', 'tag': '235337eb-f460-4935-8f26-929d90127f02', 'status': 'completed', 'code': 200} Apr 12 15:49:01.264429 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52306) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:01.405332 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.433311 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d0bb-d939-4eea-a333-379fcfeba2fc req-e9a9bbdc-9c55-4a7c-97c5-c8196ab3cbdb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:01.435016 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c263d0bb-d939-4eea-a333-379fcfeba2fc req-e9a9bbdc-9c55-4a7c-97c5-c8196ab3cbdb tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 945 time: 0.0715380 Apr 12 15:49:01.510655 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:49:01.513720 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c263d0bb-d939-4eea-a333-379fcfeba2fc req-214d593a-0c08-4349-bb77-9f70736ad785 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716205 Apr 12 15:49:01.545161 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Publish callbacks [] for security_group (ec3526ea-1cca-4419-8078-93947436becd), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.561573 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port db88a279-8aa9-4116-92c2-9ace9f0c6642 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:01.562039 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.631697 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (ec3526ea-1cca-4419-8078-93947436becd), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.638306 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port db88a279-8aa9-4116-92c2-9ace9f0c6642 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:49:01.642164 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.661730 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:49:01.664023 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7123012a-686e-41a4-a102-3cdefb23f297" -d '{"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-plugged", "status": "completed", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:49:01.671116 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2eae736024754df7b627c4f6495163dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055541 Apr 12 15:49:01.673636 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3526ea-1cca-4419-8078-93947436becd,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:01.676716 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52314) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:01.680799 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:01.696641 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.697153 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.697386 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.697720 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.704981 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.705350 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.705695 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.707017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.707363 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.707698 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.708095 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.708367 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.708715 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.709062 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.709384 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb1fca5-7746-412c-9c96-0ddc40f5e1eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:01.710479 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf572ed-8483-4207-be87-b487c00b110e x-openstack-request-id: req-9bf572ed-8483-4207-be87-b487c00b110e {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:49:01.710785 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-plugged", "status": "completed", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:49:01.711109 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9bf572ed-8483-4207-be87-b487c00b110e {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:49:01.711523 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf572ed-8483-4207-be87-b487c00b110e'] response: {'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'code': 200} Apr 12 15:49:01.741846 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ac0f104c-361b-49a7-9f90-2caefcf7f096 admin admin] Publish callbacks [] for security_group (ec3526ea-1cca-4419-8078-93947436becd), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.750810 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.765441 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ac0f104c-361b-49a7-9f90-2caefcf7f096 admin admin] Publish callbacks [] for security_group (ec3526ea-1cca-4419-8078-93947436becd), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.806154 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=10']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:01.906221 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ac0f104c-361b-49a7-9f90-2caefcf7f096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (ec3526ea-1cca-4419-8078-93947436becd), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.909021 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ac0f104c-361b-49a7-9f90-2caefcf7f096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:01.910272 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ac0f104c-361b-49a7-9f90-2caefcf7f096 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ec3526ea-1cca-4419-8078-93947436becd HTTP/1.1" status: 204 len: 168 time: 0.2324684 Apr 12 15:49:01.918198 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f104c-361b-49a7-9f90-2caefcf7f096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3526ea-1cca-4419-8078-93947436becd,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:01.921930 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-31221817-7922-45b5-897f-2e6804466cc5 req-16f2208d-f984-454f-8cd4-1e768da683bf tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "GET /v2.0/ports?device_id=5de9b041-0692-40cf-a12f-2c56bf24cf88 HTTP/1.1" status: 200 len: 210 time: 0.0290287 Apr 12 15:49:02.213089 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216055e-9cf1-4263-8696-a61e90a6d13f req-f828b365-c0cc-45aa-8c30-05df3ee87a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:02.214558 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3216055e-9cf1-4263-8696-a61e90a6d13f req-f828b365-c0cc-45aa-8c30-05df3ee87a6f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 1131 time: 0.0380182 Apr 12 15:49:02.263947 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3216055e-9cf1-4263-8696-a61e90a6d13f req-3d73badd-55bb-4b2a-8a8e-d6fec79ab205 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Apr 12 15:49:02.639849 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44b269-84f6-4af7-9ebf-bd13c74f88f2 req-64adaf85-5dc8-438c-87f6-8bf3da244a4a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:02.641399 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bb44b269-84f6-4af7-9ebf-bd13c74f88f2 req-64adaf85-5dc8-438c-87f6-8bf3da244a4a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 947 time: 0.0468092 Apr 12 15:49:02.693134 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bb44b269-84f6-4af7-9ebf-bd13c74f88f2 req-168d5f3d-fe75-4fb2-9cde-ebb351fbcd28 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Apr 12 15:49:02.809107 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3111ffea-34d5-46d1-94b6-1e36ec4f34fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:02.999578 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52346) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:03.058299 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-815587ac-1cea-48dc-a585-89fa3ac60098 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group (c7f355d6-f611-4b3a-bf11-4f2ac04e679f), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:03.086315 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-815587ac-1cea-48dc-a585-89fa3ac60098 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group (c7f355d6-f611-4b3a-bf11-4f2ac04e679f), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:03.220681 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:03.254683 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-815587ac-1cea-48dc-a585-89fa3ac60098 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (c7f355d6-f611-4b3a-bf11-4f2ac04e679f), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:03.257481 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-815587ac-1cea-48dc-a585-89fa3ac60098 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:03.258718 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-815587ac-1cea-48dc-a585-89fa3ac60098 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] 10.222.0.74 "DELETE /v2.0/security-groups/c7f355d6-f611-4b3a-bf11-4f2ac04e679f HTTP/1.1" status: 204 len: 168 time: 0.2581465 Apr 12 15:49:03.268495 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815587ac-1cea-48dc-a585-89fa3ac60098 tempest-TestShelveInstance-1864429901 tempest-TestShelveInstance-1864429901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f355d6-f611-4b3a-bf11-4f2ac04e679f,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:03.385105 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52360) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:03.527271 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 235337eb-f460-4935-8f26-929d90127f02 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:03.548931 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 235337eb-f460-4935-8f26-929d90127f02 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:03.549278 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 235337eb-f460-4935-8f26-929d90127f02 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:03.817753 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1699c-16cf-42f9-b1ec-50cab439112c req-68b8029b-dd87-4919-ae2b-80d303fba965 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:03.819149 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-39e1699c-16cf-42f9-b1ec-50cab439112c req-68b8029b-dd87-4919-ae2b-80d303fba965 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 947 time: 0.0477777 Apr 12 15:49:03.871069 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:03.873260 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (df78840f-29db-4f33-afa8-acb6519f6fcc), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:03.879631 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-39e1699c-16cf-42f9-b1ec-50cab439112c req-720aa635-4b61-4890-8b7b-14a65e477f36 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547669 Apr 12 15:49:04.161236 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Deleting port 20c60307-9e71-4f5e-9e0d-f9ae918a338c {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:04.161576 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:04.242933 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] For port 20c60307-9e71-4f5e-9e0d-f9ae918a338c, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=20c60307-9e71-4f5e-9e0d-f9ae918a338c,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:04.243271 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:04.259748 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Calling delete_port for 20c60307-9e71-4f5e-9e0d-f9ae918a338c owned by network:router_interface {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:04.540374 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (20c60307-9e71-4f5e-9e0d-f9ae918a338c), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:04.564770 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Pushing event deleted for resources: {'Port': ['ID=20c60307-9e71-4f5e-9e0d-f9ae918a338c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:04.737207 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (df78840f-29db-4f33-afa8-acb6519f6fcc), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:04.968306 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Router df78840f-29db-4f33-afa8-acb6519f6fcc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:49:05.051485 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dd100-cfcb-4836-bb00-4acc2334abda req-27b2e397-e928-4e50-8731-ee795c45c47b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:05.052991 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f70dd100-cfcb-4836-bb00-4acc2334abda req-27b2e397-e928-4e50-8731-ee795c45c47b tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 947 time: 0.0868244 Apr 12 15:49:05.145484 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f70dd100-cfcb-4836-bb00-4acc2334abda req-554a5ced-e67f-4399-a530-e9b200f0332a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862372 Apr 12 15:49:05.149874 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:49:05.157702 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52410) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:05.161227 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] Sync routers for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:49:05.168247 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-40c79847-ac81-497b-acd7-e5db6f2bb63a admin admin] 10.222.0.74 "PUT /v2.0/routers/df78840f-29db-4f33-afa8-acb6519f6fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750940 Apr 12 15:49:05.179160 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:05.179771 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:05.271202 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks [] for router (df78840f-29db-4f33-afa8-acb6519f6fcc), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:05.289686 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:05.490174 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:49:04Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:05.517680 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] Checking router: df78840f-29db-4f33-afa8-acb6519f6fcc for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:49:05.527099 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] Routers {'df78840f-29db-4f33-afa8-acb6519f6fcc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:05.527839 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['df78840f-29db-4f33-afa8-acb6519f6fcc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:05.637718 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] Set router df78840f-29db-4f33-afa8-acb6519f6fcc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:05.658490 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks [] for router_gateway (df78840f-29db-4f33-afa8-acb6519f6fcc), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:05.755950 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Deleting port cd0e8323-3938-4fc7-8e73-f9d8733bfa51 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:05.756288 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:05.786385 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:05.836243 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] For port cd0e8323-3938-4fc7-8e73-f9d8733bfa51, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=cd0e8323-3938-4fc7-8e73-f9d8733bfa51,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:05.836721 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:05.852961 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Calling delete_port for cd0e8323-3938-4fc7-8e73-f9d8733bfa51 owned by network:router_gateway {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:05.893817 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:49:04Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:05.919564 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526991cd-5a7a-4fbb-82d2-905835d71ad5 None None] The sync data for ids ['df78840f-29db-4f33-afa8-acb6519f6fcc'] in dv-cinder-837525-1-iscsi is: [{'id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'name': 'tempest-TestShelveInstance-787792551-router', 'tenant_id': '58ab8be7f12144ffb9ea13c352638e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:44Z', 'updated_at': '2022-04-12T15:49:04Z', 'revision_number': 5, 'project_id': '58ab8be7f12144ffb9ea13c352638e97', 'gw_port': {'id': 'cd0e8323-3938-4fc7-8e73-f9d8733bfa51', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df78840f-29db-4f33-afa8-acb6519f6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:45Z', 'updated_at': '2022-04-12T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:49:06.111748 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (cd0e8323-3938-4fc7-8e73-f9d8733bfa51), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.137286 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0e8323-3938-4fc7-8e73-f9d8733bfa51,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:06.203755 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (df78840f-29db-4f33-afa8-acb6519f6fcc), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.325069 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (df78840f-29db-4f33-afa8-acb6519f6fcc), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.329097 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks [] for router_controller (df78840f-29db-4f33-afa8-acb6519f6fcc), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.338946 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d95b-f3ba-4fec-9052-19a330715efa req-981c273d-2ebf-42a9-89b3-604277117b3e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:06.340492 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-50b8d95b-f3ba-4fec-9052-19a330715efa req-981c273d-2ebf-42a9-89b3-604277117b3e tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 947 time: 0.1114335 Apr 12 15:49:06.419032 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-50b8d95b-f3ba-4fec-9052-19a330715efa req-9e55685a-5120-4041-84a2-a4420fc6eb7c tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708117 Apr 12 15:49:06.472139 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (df78840f-29db-4f33-afa8-acb6519f6fcc), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.473227 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Fanout notify agent at l3_agent the message router_deleted on router df78840f-29db-4f33-afa8-acb6519f6fcc {{(pid=104757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:49:06.478126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.479680 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-7e913acb-dab0-46e3-9ce6-cf7ad5ee340a admin admin] 10.222.0.74 "DELETE /v2.0/routers/df78840f-29db-4f33-afa8-acb6519f6fcc HTTP/1.1" status: 204 len: 168 time: 1.3204947 Apr 12 15:49:06.482294 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52420) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:06.529737 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf5f0bf-e3c9-4d73-8974-2d2e6c43cad8 admin admin] Deleting subnet 321ff951-6ace-4abd-be2f-1a3f9a225997 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:49:06.533083 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-dbf5f0bf-e3c9-4d73-8974-2d2e6c43cad8 admin admin] Publish callbacks [] for subnet (321ff951-6ace-4abd-be2f-1a3f9a225997), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.572544 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-dbf5f0bf-e3c9-4d73-8974-2d2e6c43cad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (321ff951-6ace-4abd-be2f-1a3f9a225997), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.649284 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-dbf5f0bf-e3c9-4d73-8974-2d2e6c43cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (321ff951-6ace-4abd-be2f-1a3f9a225997), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.769819 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-dbf5f0bf-e3c9-4d73-8974-2d2e6c43cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (321ff951-6ace-4abd-be2f-1a3f9a225997), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.799567 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5f0bf-e3c9-4d73-8974-2d2e6c43cad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321ff951-6ace-4abd-be2f-1a3f9a225997,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:06.804360 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-dbf5f0bf-e3c9-4d73-8974-2d2e6c43cad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.808389 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-dbf5f0bf-e3c9-4d73-8974-2d2e6c43cad8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/321ff951-6ace-4abd-be2f-1a3f9a225997 HTTP/1.1" status: 204 len: 168 time: 0.3255262 Apr 12 15:49:06.810093 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b4817-a435-43a0-a6ee-8ccaf565528c None None] Network 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:49:06.810989 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52422) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:06.882472 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (53fc17d6-7b99-4b71-8b16-b364eb28f3d4), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.930502 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Deleting port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:06.930845 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:06.979660 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] DHCP port deletion for 53fc17d6-7b99-4b71-8b16-b364eb28f3d4 request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:49:06.984280 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.005046 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] For port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:07.005414 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.023158 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Calling delete_port for 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:07.027262 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] Deleting port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:07.027641 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.088941 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] For port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,segment=NetworkSegment(936e3760-a061-4785-8aca-958044ad8dad),segment_id=936e3760-a061-4785-8aca-958044ad8dad)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:07.089341 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.102245 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] Calling delete_port for 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:07.163423 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.180005 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (6fdd625b-c7c1-4cf2-94de-0a3d07509e62), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.186931 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:07.194599 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] No DVR routers for this DVR port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 on host dv-cinder-837525-1-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:49:07.203218 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] Pushing event deleted for resources: {'Port': ['ID=6fdd625b-c7c1-4cf2-94de-0a3d07509e62,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:07.209395 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e6f29-72d3-442f-96c3-164c9773d423 None None] No DVR routers for this DVR port 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:49:07.271251 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (53fc17d6-7b99-4b71-8b16-b364eb28f3d4), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.295631 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fc17d6-7b99-4b71-8b16-b364eb28f3d4']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:07.305060 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936e3760-a061-4785-8aca-958044ad8dad') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:07.305358 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936e3760-a061-4785-8aca-958044ad8dad') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:07.314689 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (936e3760-a061-4785-8aca-958044ad8dad), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.327600 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (936e3760-a061-4785-8aca-958044ad8dad), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.333940 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:49:07.334335 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (936e3760-a061-4785-8aca-958044ad8dad), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:49:07.335968 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:49:07.446932 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 20c60307-9e71-4f5e-9e0d-f9ae918a338c no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:07.449302 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (53fc17d6-7b99-4b71-8b16-b364eb28f3d4), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.453738 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:07.457526 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] 10.222.0.74 "DELETE /v2.0/networks/53fc17d6-7b99-4b71-8b16-b364eb28f3d4 HTTP/1.1" status: 204 len: 168 time: 0.6455100 Apr 12 15:49:07.460464 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52424) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:07.468310 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 20c60307-9e71-4f5e-9e0d-f9ae918a338c {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:07.468579 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 20c60307-9e71-4f5e-9e0d-f9ae918a338c not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:07.469201 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device cd0e8323-3938-4fc7-8e73-f9d8733bfa51 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:07.471759 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3ddec-6c7e-444f-b357-aebfad6fed4e admin admin] Pushing event deleted for resources: {'Network': ['ID=53fc17d6-7b99-4b71-8b16-b364eb28f3d4,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:07.489037 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: cd0e8323-3938-4fc7-8e73-f9d8733bfa51 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:07.489383 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device cd0e8323-3938-4fc7-8e73-f9d8733bfa51 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:07.489805 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:07.510547 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:07.510898 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 6fdd625b-c7c1-4cf2-94de-0a3d07509e62 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:07.785762 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (61928737-36b0-4281-8065-10d68727dd79), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:08.015390 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Deleting port 2a1c98ea-2a05-4070-ac19-3311aedc1161 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:08.015729 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:08.096973 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] For port 2a1c98ea-2a05-4070-ac19-3311aedc1161, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=2a1c98ea-2a05-4070-ac19-3311aedc1161,segment=NetworkSegment(aab9e158-79ae-4cec-b560-4f00e01a59a7),segment_id=aab9e158-79ae-4cec-b560-4f00e01a59a7)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:08.097221 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:08.109890 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Calling delete_port for 2a1c98ea-2a05-4070-ac19-3311aedc1161 owned by network:router_interface {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:08.333810 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (2a1c98ea-2a05-4070-ac19-3311aedc1161), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:08.360510 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1c98ea-2a05-4070-ac19-3311aedc1161,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:08.532405 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (61928737-36b0-4281-8065-10d68727dd79), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:08.752050 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Router 61928737-36b0-4281-8065-10d68727dd79 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:49:08.859457 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:49:08.865071 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-80339960-9889-48b3-833e-4dfae8828a56 admin admin] 10.222.0.74 "PUT /v2.0/routers/61928737-36b0-4281-8065-10d68727dd79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4024305 Apr 12 15:49:08.867320 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52430) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:08.869365 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] Sync routers for ids ['61928737-36b0-4281-8065-10d68727dd79'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:49:08.878961 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] Routers {'61928737-36b0-4281-8065-10d68727dd79'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:08.879579 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['61928737-36b0-4281-8065-10d68727dd79'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:08.974225 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks [] for router (61928737-36b0-4281-8065-10d68727dd79), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:08.992800 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] Set router 61928737-36b0-4281-8065-10d68727dd79 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:09.079785 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks [] for router_gateway (61928737-36b0-4281-8065-10d68727dd79), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:09.158920 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:49:08Z', 'revision_number': 5, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port': {'id': 'a10c0e5b-4fde-4074-978c-da8c27bda043', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61928737-36b0-4281-8065-10d68727dd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:41:53Z', 'updated_at': '2022-04-12T15:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:09.185909 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] Checking router: 61928737-36b0-4281-8065-10d68727dd79 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:49:09.186665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Deleting port a10c0e5b-4fde-4074-978c-da8c27bda043 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:09.187007 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:09.195230 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] Routers {'61928737-36b0-4281-8065-10d68727dd79'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:09.195844 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['61928737-36b0-4281-8065-10d68727dd79'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:09.269495 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] For port a10c0e5b-4fde-4074-978c-da8c27bda043, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=a10c0e5b-4fde-4074-978c-da8c27bda043,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:09.269898 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:09.283419 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Calling delete_port for a10c0e5b-4fde-4074-978c-da8c27bda043 owned by network:router_gateway {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:09.283883 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] Set router 61928737-36b0-4281-8065-10d68727dd79 gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:09.338473 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:49:09Z', 'revision_number': 6, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port_host': None}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:09.369206 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab53cb-ec29-4e38-be61-9517c85959e5 None None] The sync data for ids ['61928737-36b0-4281-8065-10d68727dd79'] in dv-cinder-837525-1-iscsi is: [{'id': '61928737-36b0-4281-8065-10d68727dd79', 'name': 'tempest-TestShelveInstance-1813433959-router', 'tenant_id': '00c70b733d9a4e2f8e46308e28051707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:41:52Z', 'updated_at': '2022-04-12T15:49:09Z', 'revision_number': 6, 'project_id': '00c70b733d9a4e2f8e46308e28051707', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:49:09.510505 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (a10c0e5b-4fde-4074-978c-da8c27bda043), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:09.537386 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a10c0e5b-4fde-4074-978c-da8c27bda043,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:09.598801 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (61928737-36b0-4281-8065-10d68727dd79), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:09.930767 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (61928737-36b0-4281-8065-10d68727dd79), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:09.932981 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks [] for router_controller (61928737-36b0-4281-8065-10d68727dd79), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.037695 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (61928737-36b0-4281-8065-10d68727dd79), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.038300 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61928737-36b0-4281-8065-10d68727dd79 {{(pid=104757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:49:10.042563 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.044134 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-44f8b516-1ed0-4502-8f68-80c6b9dcea8b admin admin] 10.222.0.74 "DELETE /v2.0/routers/61928737-36b0-4281-8065-10d68727dd79 HTTP/1.1" status: 204 len: 168 time: 1.1754429 Apr 12 15:49:10.046317 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52434) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:10.090662 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d1f170-e369-448b-a4c2-8fe0ac0485e3 admin admin] Deleting subnet 38021d81-6d55-4586-a5ac-9d133db9fcfd {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:49:10.093620 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-25d1f170-e369-448b-a4c2-8fe0ac0485e3 admin admin] Publish callbacks [] for subnet (38021d81-6d55-4586-a5ac-9d133db9fcfd), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.131109 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-25d1f170-e369-448b-a4c2-8fe0ac0485e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (38021d81-6d55-4586-a5ac-9d133db9fcfd), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.209674 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-25d1f170-e369-448b-a4c2-8fe0ac0485e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (38021d81-6d55-4586-a5ac-9d133db9fcfd), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.364389 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-25d1f170-e369-448b-a4c2-8fe0ac0485e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (38021d81-6d55-4586-a5ac-9d133db9fcfd), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.398756 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1f170-e369-448b-a4c2-8fe0ac0485e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38021d81-6d55-4586-a5ac-9d133db9fcfd,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:10.398756 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-25d1f170-e369-448b-a4c2-8fe0ac0485e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.398756 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-25d1f170-e369-448b-a4c2-8fe0ac0485e3 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/38021d81-6d55-4586-a5ac-9d133db9fcfd HTTP/1.1" status: 204 len: 168 time: 0.3506045 Apr 12 15:49:10.400253 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52436) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:10.402444 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80005d16-2511-4934-addf-de02f89ceed2 None None] Network c602d31a-74d6-49de-9ee3-24d57da8141e requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:49:10.475037 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (c602d31a-74d6-49de-9ee3-24d57da8141e), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.520362 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Deleting port 2e9d1295-41a5-442c-9646-73af9c397e85 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:10.521003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.560726 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e006561-d176-488c-a923-cf048e9def46 None None] DHCP port deletion for c602d31a-74d6-49de-9ee3-24d57da8141e request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:49:10.587187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] For port 2e9d1295-41a5-442c-9646-73af9c397e85, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=2e9d1295-41a5-442c-9646-73af9c397e85,segment=NetworkSegment(aab9e158-79ae-4cec-b560-4f00e01a59a7),segment_id=aab9e158-79ae-4cec-b560-4f00e01a59a7)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:10.587811 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.600917 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Deleting port 2e9d1295-41a5-442c-9646-73af9c397e85 {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:10.601051 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.601779 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Calling delete_port for 2e9d1295-41a5-442c-9646-73af9c397e85 owned by network:dhcp {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:10.670196 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-6e006561-d176-488c-a923-cf048e9def46 None None] For port 2e9d1295-41a5-442c-9646-73af9c397e85, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=2e9d1295-41a5-442c-9646-73af9c397e85,segment=NetworkSegment(aab9e158-79ae-4cec-b560-4f00e01a59a7),segment_id=aab9e158-79ae-4cec-b560-4f00e01a59a7)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:10.670609 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.684912 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Calling delete_port for 2e9d1295-41a5-442c-9646-73af9c397e85 owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:10.750781 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.762305 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (2e9d1295-41a5-442c-9646-73af9c397e85), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.779111 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9d1295-41a5-442c-9646-73af9c397e85,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:10.780955 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] No DVR routers for this DVR port 2e9d1295-41a5-442c-9646-73af9c397e85 on host dv-cinder-837525-1-iscsi {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:49:10.791040 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Pushing event deleted for resources: {'Port': ['ID=2e9d1295-41a5-442c-9646-73af9c397e85,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:10.795409 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e006561-d176-488c-a923-cf048e9def46 None None] No DVR routers for this DVR port 2e9d1295-41a5-442c-9646-73af9c397e85 on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:49:10.802728 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.802915 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.803248 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.803595 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.803933 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.804266 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.804595 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.804962 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.805283 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.805609 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.805931 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.806257 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.806581 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.806905 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.807226 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e006561-d176-488c-a923-cf048e9def46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:10.858840 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (c602d31a-74d6-49de-9ee3-24d57da8141e), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.880554 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c602d31a-74d6-49de-9ee3-24d57da8141e']}} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:10.889999 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab9e158-79ae-4cec-b560-4f00e01a59a7') {'for_net_delete': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:10.890292 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab9e158-79ae-4cec-b560-4f00e01a59a7') {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:10.899380 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4886091'] for segment (aab9e158-79ae-4cec-b560-4f00e01a59a7), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.912930 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (aab9e158-79ae-4cec-b560-4f00e01a59a7), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.918994 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:49:10.919374 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4884824'] for segment (aab9e158-79ae-4cec-b560-4f00e01a59a7), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: Traceback (most recent call last): Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: timer() Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: cb(*args, **kw) Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: return func(*args, **kwargs) Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: self._notify() Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: self.callback(batched_events) Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: event.method(event) Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: return f(self, *a, **k) Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._get(url).json() Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: return self.request(url, 'GET', **kwargs) Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:49:10.921053 dv-cinder-837525-1-iscsi neutron-server[104757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:49:11.043245 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (c602d31a-74d6-49de-9ee3-24d57da8141e), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:11.047716 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:11.051186 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] 10.222.0.74 "DELETE /v2.0/networks/c602d31a-74d6-49de-9ee3-24d57da8141e HTTP/1.1" status: 204 len: 168 time: 0.6498516 Apr 12 15:49:11.063744 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08038dc9-8b04-4cf9-ac91-f61cb2bb11ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c602d31a-74d6-49de-9ee3-24d57da8141e,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:11.418128 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52448) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:11.449181 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 2a1c98ea-2a05-4070-ac19-3311aedc1161 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:11.459873 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-439bab00-075f-4960-a4ae-7959a56c5675 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=58ab8be7f12144ffb9ea13c352638e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404942 Apr 12 15:49:11.462404 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52450) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:11.469768 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 2a1c98ea-2a05-4070-ac19-3311aedc1161 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:11.470121 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 2a1c98ea-2a05-4070-ac19-3311aedc1161 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:11.470562 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device a10c0e5b-4fde-4074-978c-da8c27bda043 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:11.494035 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: a10c0e5b-4fde-4074-978c-da8c27bda043 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:11.494380 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device a10c0e5b-4fde-4074-978c-da8c27bda043 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:11.494801 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 2e9d1295-41a5-442c-9646-73af9c397e85 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:11.511222 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0ea7ceda-8730-4e99-b8f1-2203ae7ddfe6 admin admin] Publish callbacks [] for security_group (a488c5ee-6cea-48f9-80e0-028da0d80235), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:11.513278 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 2e9d1295-41a5-442c-9646-73af9c397e85 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:11.513626 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 2e9d1295-41a5-442c-9646-73af9c397e85 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:11.532805 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0ea7ceda-8730-4e99-b8f1-2203ae7ddfe6 admin admin] Publish callbacks [] for security_group (a488c5ee-6cea-48f9-80e0-028da0d80235), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:11.653803 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0ea7ceda-8730-4e99-b8f1-2203ae7ddfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (a488c5ee-6cea-48f9-80e0-028da0d80235), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:11.656413 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0ea7ceda-8730-4e99-b8f1-2203ae7ddfe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:11.657657 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-0ea7ceda-8730-4e99-b8f1-2203ae7ddfe6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a488c5ee-6cea-48f9-80e0-028da0d80235 HTTP/1.1" status: 204 len: 168 time: 0.1942277 Apr 12 15:49:11.666275 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7ceda-8730-4e99-b8f1-2203ae7ddfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a488c5ee-6cea-48f9-80e0-028da0d80235,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:12.424846 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52470) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:12.470361 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-3e1ff9f7-4a3c-4fbf-8891-9065f634be26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=00c70b733d9a4e2f8e46308e28051707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440557 Apr 12 15:49:12.473467 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52472) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:12.525327 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-eb638378-2558-494d-b5eb-7041c2e91e3c admin admin] Publish callbacks [] for security_group (4bd38477-275d-4abf-81fa-8f8d68a3743e), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:12.550417 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-eb638378-2558-494d-b5eb-7041c2e91e3c admin admin] Publish callbacks [] for security_group (4bd38477-275d-4abf-81fa-8f8d68a3743e), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:12.677836 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-eb638378-2558-494d-b5eb-7041c2e91e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (4bd38477-275d-4abf-81fa-8f8d68a3743e), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:12.680375 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-eb638378-2558-494d-b5eb-7041c2e91e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:12.681806 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-eb638378-2558-494d-b5eb-7041c2e91e3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4bd38477-275d-4abf-81fa-8f8d68a3743e HTTP/1.1" status: 204 len: 168 time: 0.2073066 Apr 12 15:49:12.690606 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb638378-2558-494d-b5eb-7041c2e91e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd38477-275d-4abf-81fa-8f8d68a3743e,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:13.734359 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52490) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:13.839514 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5124824-afee-481b-851b-beb5da30a602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:13.912392 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5124824-afee-481b-851b-beb5da30a602 admin admin] Publish callbacks [] for security_group (3ae7cadf-eb0f-46c9-b7f8-d4e09bdd835e), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:14.003745 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5124824-afee-481b-851b-beb5da30a602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (3ae7cadf-eb0f-46c9-b7f8-d4e09bdd835e), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:14.041965 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-b5124824-afee-481b-851b-beb5da30a602 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1457137b21c1415487874a58dc1b7661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065355 Apr 12 15:49:14.042689 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5124824-afee-481b-851b-beb5da30a602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae7cadf-eb0f-46c9-b7f8-d4e09bdd835e,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:14.044681 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52498) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:14.099731 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b49c65d3-cd46-4179-a714-76cbb7864005 admin admin] Publish callbacks [] for security_group (3ae7cadf-eb0f-46c9-b7f8-d4e09bdd835e), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:14.121066 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b49c65d3-cd46-4179-a714-76cbb7864005 admin admin] Publish callbacks [] for security_group (3ae7cadf-eb0f-46c9-b7f8-d4e09bdd835e), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:14.249281 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b49c65d3-cd46-4179-a714-76cbb7864005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (3ae7cadf-eb0f-46c9-b7f8-d4e09bdd835e), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:14.252335 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b49c65d3-cd46-4179-a714-76cbb7864005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:14.254062 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b49c65d3-cd46-4179-a714-76cbb7864005 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3ae7cadf-eb0f-46c9-b7f8-d4e09bdd835e HTTP/1.1" status: 204 len: 168 time: 0.2076347 Apr 12 15:49:14.263141 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c65d3-cd46-4179-a714-76cbb7864005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae7cadf-eb0f-46c9-b7f8-d4e09bdd835e,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:19.951538 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:49:29.952547 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-68b35194-9065-4405-8b6f-3c81eb9dc5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:32.799444 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7334496e-717e-4b03-9d1a-0f73ee249bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:33.220729 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:33.860315 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:35.576350 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-1d12704e-05f4-43be-b3f1-bd8cad472d96 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371141 Apr 12 15:49:35.654702 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-01000e9a-7907-4029-8853-46c9904f038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:35.656098 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-01000e9a-7907-4029-8853-46c9904f038b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2efce054354220b73b730da35f9ef4&device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 1131 time: 0.0381424 Apr 12 15:49:35.804766 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:36.045711 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-b6100f87-9b71-4611-abaf-f44193a273a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:36.047186 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-b6100f87-9b71-4611-abaf-f44193a273a4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 200 len: 917 time: 0.3723445 Apr 12 15:49:36.112292 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-1d531c84-f340-4bc1-b386-afe0b139e6bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642 HTTP/1.1" status: 200 len: 1002 time: 0.0581794 Apr 12 15:49:36.164437 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-0f09c27c-08d5-4dde-944f-87a860922567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:36.165934 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-0f09c27c-08d5-4dde-944f-87a860922567 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 200 len: 856 time: 0.0467539 Apr 12 15:49:36.208597 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-28db245c-7156-4199-832a-9c3c20cc99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:36.210172 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-28db245c-7156-4199-832a-9c3c20cc99ad service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384159 Apr 12 15:49:36.303353 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-e860338b-d5a7-49da-b6d1-f6e7ebaa8edf service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868723 Apr 12 15:49:36.390430 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7450b084-e4b3-4529-938e-abff3fb21b8f req-d3683a5c-1848-45ff-90ba-507435a3edd3 service neutron] 10.222.0.84 "GET /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812562 Apr 12 15:49:36.644730 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323429-a8d1-45d2-aff2-a1e60ae82911 req-76d4d78e-2555-4a65-b521-155d189682c7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:36.646230 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-10323429-a8d1-45d2-aff2-a1e60ae82911 req-76d4d78e-2555-4a65-b521-155d189682c7 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 946 time: 0.0489912 Apr 12 15:49:36.693187 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-10323429-a8d1-45d2-aff2-a1e60ae82911 req-3ef5c189-0bb4-4ad8-8f13-5ecb237efed6 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408607 Apr 12 15:49:36.979668 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:37.956357 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdf98f-bc2f-4080-8205-1f71d8109695 req-b7b5bb44-cd3c-4d32-b9a2-2272da9ccfa1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:37.957907 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-85cdf98f-bc2f-4080-8205-1f71d8109695 req-b7b5bb44-cd3c-4d32-b9a2-2272da9ccfa1 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 946 time: 0.1943707 Apr 12 15:49:38.008112 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-85cdf98f-bc2f-4080-8205-1f71d8109695 req-d15fcc50-9ed1-458e-b820-e545fbf09dd3 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 Apr 12 15:49:38.799800 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-027005e7-ef5f-4921-83d4-9ecff2c4f523 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:38.801229 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-027005e7-ef5f-4921-83d4-9ecff2c4f523 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 946 time: 0.0461867 Apr 12 15:49:38.882650 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Deleting port 259ae645-0fbf-47c6-89b5-fbac29868625 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:38.882993 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:38.972477 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] For port 259ae645-0fbf-47c6-89b5-fbac29868625, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=259ae645-0fbf-47c6-89b5-fbac29868625,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:38.973118 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:39.120522 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65713999-3281-4415-850b-2a2fb4a219dc req-adc9aa20-0ee2-4423-ab0a-6308bf48d9bd tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:39.121922 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65713999-3281-4415-850b-2a2fb4a219dc req-adc9aa20-0ee2-4423-ab0a-6308bf48d9bd tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 946 time: 0.0459116 Apr 12 15:49:39.146489 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:39.146844 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (0128f689-b199-4bc9-8fd4-c8ad9fac1574), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:39.147160 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Floating IP 0128f689-b199-4bc9-8fd4-c8ad9fac1574 disassociated. External IP: 172.27.0.177, port: 259ae645-0fbf-47c6-89b5-fbac29868625. Apr 12 15:49:39.147500 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Calling delete_port for 259ae645-0fbf-47c6-89b5-fbac29868625 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:39.169672 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-65713999-3281-4415-850b-2a2fb4a219dc req-016bac51-e7cb-4b7d-a23d-960b75d41c0d tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups?id=29a31c36-c54f-422f-ac6e-1f6734a9e402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420706 Apr 12 15:49:39.339779 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (259ae645-0fbf-47c6-89b5-fbac29868625), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:39.368445 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event deleted for resources: {'Port': ['ID=259ae645-0fbf-47c6-89b5-fbac29868625,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:39.486784 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Router 2e31fe5b-d222-449e-8131-c43bdf458dab has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:49:39.594738 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:49:39.605213 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] Sync routers for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:49:39.615058 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:39.615673 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:39.637569 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] No DVR routers for this DVR port 259ae645-0fbf-47c6-89b5-fbac29868625 on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:49:39.640196 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:39.643463 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a1869207-00e8-4b4a-850b-bc7bad6172f6 req-00827b1e-93fe-4f95-8d43-a811d26bdead tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.84 "DELETE /v2.0/ports/259ae645-0fbf-47c6-89b5-fbac29868625 HTTP/1.1" status: 204 len: 173 time: 0.8375764 Apr 12 15:49:39.643899 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'name': 'network-vif-deleted', 'tag': '259ae645-0fbf-47c6-89b5-fbac29868625'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:49:39.646202 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d04a1df-ee42-49b7-b92b-7b10b69ef9f2" -d '{"events": [{"server_uuid": "3bb83bad-f3a2-49ab-b33f-aff4d4c7330e", "name": "network-vif-deleted", "tag": "259ae645-0fbf-47c6-89b5-fbac29868625"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:49:39.683272 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd5810b-95f3-499c-b9b5-ef789ecaf018 x-openstack-request-id: req-cfd5810b-95f3-499c-b9b5-ef789ecaf018 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:49:39.683588 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb83bad-f3a2-49ab-b33f-aff4d4c7330e", "name": "network-vif-deleted", "tag": "259ae645-0fbf-47c6-89b5-fbac29868625", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:49:39.683843 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cfd5810b-95f3-499c-b9b5-ef789ecaf018 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:49:39.684257 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd5810b-95f3-499c-b9b5-ef789ecaf018'] response: {'server_uuid': '3bb83bad-f3a2-49ab-b33f-aff4d4c7330e', 'name': 'network-vif-deleted', 'tag': '259ae645-0fbf-47c6-89b5-fbac29868625', 'status': 'completed', 'code': 200} Apr 12 15:49:39.738696 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:39.937021 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:39.965220 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] Checking router: 2e31fe5b-d222-449e-8131-c43bdf458dab for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:49:39.974672 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:39.975274 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:40.081079 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:40.265561 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:40.276413 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7227f2e0-fd62-458e-9f05-2df46f4cf236 req-4f83ec4a-d2ad-436b-a3ad-3a64a251d3bd tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bb83bad-f3a2-49ab-b33f-aff4d4c7330e HTTP/1.1" status: 200 len: 210 time: 0.0278966 Apr 12 15:49:40.296413 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edffc09-b0e0-4fe7-887c-341179c6a62e None None] The sync data for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi is: [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:39:42Z', 'revision_number': 4, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'caf098ab-7d92-4050-b431-f78e15c61dc1', 'name': '', 'network_id': '2d2a7a16-6374-44dd-ba2c-8a324677c358', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'mac_address': 'fa:16:3e:b6:58:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92a9d828-9523-45ac-b664-1215cc57a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:41Z', 'updated_at': '2022-04-12T15:39:49Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'subnets': [{'id': '92a9d828-9523-45ac-b664-1215cc57a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:49:40.530796 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba931ec-f114-45a7-b490-eb7f0da3590f None None] New status for floating IP 0128f689-b199-4bc9-8fd4-c8ad9fac1574: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:49:41.432810 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52628) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:41.494864 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-991c4ff7-3404-49ff-af67-a57f6c9bebf4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (29a31c36-c54f-422f-ac6e-1f6734a9e402), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:41.517733 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-991c4ff7-3404-49ff-af67-a57f6c9bebf4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (29a31c36-c54f-422f-ac6e-1f6734a9e402), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:41.649135 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-991c4ff7-3404-49ff-af67-a57f6c9bebf4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (29a31c36-c54f-422f-ac6e-1f6734a9e402), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:41.651592 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-991c4ff7-3404-49ff-af67-a57f6c9bebf4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:41.652742 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-991c4ff7-3404-49ff-af67-a57f6c9bebf4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "DELETE /v2.0/security-groups/29a31c36-c54f-422f-ac6e-1f6734a9e402 HTTP/1.1" status: 204 len: 168 time: 0.2188284 Apr 12 15:49:41.655913 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52630) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:41.669005 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c4ff7-3404-49ff-af67-a57f6c9bebf4 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a31c36-c54f-422f-ac6e-1f6734a9e402,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:41.675810 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.api.v2.resource [None req-e97a9f6d-7af8-455d-aa74-4bc13be3a450 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] show failed (client error): The resource could not be found. Apr 12 15:49:41.678394 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e97a9f6d-7af8-455d-aa74-4bc13be3a450 tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "GET /v2.0/security-groups/29a31c36-c54f-422f-ac6e-1f6734a9e402 HTTP/1.1" status: 404 len: 347 time: 0.0212970 Apr 12 15:49:41.680897 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52632) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:41.798849 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Deleting port ae9654e1-a410-4efb-b1ff-4b63ceb721a9 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:41.799193 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:41.876348 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:41.876696 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:41.889851 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Calling delete_port for ae9654e1-a410-4efb-b1ff-4b63ceb721a9 owned by network:floatingip {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:42.106126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (ae9654e1-a410-4efb-b1ff-4b63ceb721a9), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:42.134990 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Pushing event deleted for resources: {'Port': ['ID=ae9654e1-a410-4efb-b1ff-4b63ceb721a9,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:42.195076 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks [] for floatingip (0128f689-b199-4bc9-8fd4-c8ad9fac1574), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:42.197608 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:42.198794 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-28508003-51be-4808-853d-e93986f1d2aa tempest-AttachVolumeTestJSON-505475766 tempest-AttachVolumeTestJSON-505475766-project] 10.222.0.74 "DELETE /v2.0/floatingips/0128f689-b199-4bc9-8fd4-c8ad9fac1574 HTTP/1.1" status: 204 len: 168 time: 0.5169761 Apr 12 15:49:42.318626 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 259ae645-0fbf-47c6-89b5-fbac29868625 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:42.341688 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 259ae645-0fbf-47c6-89b5-fbac29868625 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:42.342031 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 259ae645-0fbf-47c6-89b5-fbac29868625 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:46.255341 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52660) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:46.677959 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (2e31fe5b-d222-449e-8131-c43bdf458dab), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:46.904148 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Deleting port caf098ab-7d92-4050-b431-f78e15c61dc1 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:46.904485 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:46.986750 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] For port caf098ab-7d92-4050-b431-f78e15c61dc1, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=caf098ab-7d92-4050-b431-f78e15c61dc1,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:46.987109 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:46.999486 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Calling delete_port for caf098ab-7d92-4050-b431-f78e15c61dc1 owned by network:router_interface {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:47.274889 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (caf098ab-7d92-4050-b431-f78e15c61dc1), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:47.308194 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf098ab-7d92-4050-b431-f78e15c61dc1,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:47.474380 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (2e31fe5b-d222-449e-8131-c43bdf458dab), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:47.688985 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Router 2e31fe5b-d222-449e-8131-c43bdf458dab has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:49:47.794542 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:49:47.799449 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-392b1e25-dc88-43a9-8d86-9d23293496c6 admin admin] 10.222.0.74 "PUT /v2.0/routers/2e31fe5b-d222-449e-8131-c43bdf458dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5430844 Apr 12 15:49:47.802474 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52666) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:47.804797 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] Sync routers for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:49:47.816810 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:47.817502 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:47.906844 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks [] for router (2e31fe5b-d222-449e-8131-c43bdf458dab), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:47.922470 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:48.014190 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks [] for router_gateway (2e31fe5b-d222-449e-8131-c43bdf458dab), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:48.180192 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:49:47Z', 'revision_number': 5, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port': {'id': 'b03a8f4c-e246-4d77-82a2-8f23486c6687', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:36Z', 'updated_at': '2022-04-12T15:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:48.210600 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] Checking router: 2e31fe5b-d222-449e-8131-c43bdf458dab for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:49:48.219678 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] Routers {'2e31fe5b-d222-449e-8131-c43bdf458dab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:48.220224 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['2e31fe5b-d222-449e-8131-c43bdf458dab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:48.309968 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] Set router 2e31fe5b-d222-449e-8131-c43bdf458dab gateway port host: None {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:48.362739 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:49:48Z', 'revision_number': 6, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port_host': None}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:48.376329 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Deleting port b03a8f4c-e246-4d77-82a2-8f23486c6687 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:48.376931 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:48.391180 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb018ef-9b15-4604-bdb0-b7372d44e480 None None] The sync data for ids ['2e31fe5b-d222-449e-8131-c43bdf458dab'] in dv-cinder-837525-1-iscsi is: [{'id': '2e31fe5b-d222-449e-8131-c43bdf458dab', 'name': 'tempest-AttachVolumeTestJSON-722789590-router', 'tenant_id': 'cb027e2ff75f41438e91f95368199e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:34Z', 'updated_at': '2022-04-12T15:49:48Z', 'revision_number': 6, 'project_id': 'cb027e2ff75f41438e91f95368199e5b', 'gw_port_host': None}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:49:48.454343 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] For port b03a8f4c-e246-4d77-82a2-8f23486c6687, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b03a8f4c-e246-4d77-82a2-8f23486c6687,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:48.454714 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:48.469762 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Calling delete_port for b03a8f4c-e246-4d77-82a2-8f23486c6687 owned by network:router_gateway {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:48.699090 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (b03a8f4c-e246-4d77-82a2-8f23486c6687), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:48.722870 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03a8f4c-e246-4d77-82a2-8f23486c6687,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:48.789632 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (2e31fe5b-d222-449e-8131-c43bdf458dab), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:48.883882 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (2e31fe5b-d222-449e-8131-c43bdf458dab), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:48.886112 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks [] for router_controller (2e31fe5b-d222-449e-8131-c43bdf458dab), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:48.996698 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (2e31fe5b-d222-449e-8131-c43bdf458dab), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:48.997190 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e31fe5b-d222-449e-8131-c43bdf458dab {{(pid=104757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:49:49.001435 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.002615 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-b211799e-079e-46bb-9a9b-8533865051f0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/2e31fe5b-d222-449e-8131-c43bdf458dab HTTP/1.1" status: 204 len: 168 time: 1.1992142 Apr 12 15:49:49.005611 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52668) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:49.049921 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e1ffc7-a161-4252-af4f-896016d9783c admin admin] Deleting subnet 92a9d828-9523-45ac-b664-1215cc57a631 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:49:49.053482 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ffc7-a161-4252-af4f-896016d9783c admin admin] Publish callbacks [] for subnet (92a9d828-9523-45ac-b664-1215cc57a631), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.086841 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ffc7-a161-4252-af4f-896016d9783c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (92a9d828-9523-45ac-b664-1215cc57a631), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.165828 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ffc7-a161-4252-af4f-896016d9783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (92a9d828-9523-45ac-b664-1215cc57a631), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.292471 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ffc7-a161-4252-af4f-896016d9783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (92a9d828-9523-45ac-b664-1215cc57a631), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.318990 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1ffc7-a161-4252-af4f-896016d9783c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a9d828-9523-45ac-b664-1215cc57a631,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:49.322793 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ffc7-a161-4252-af4f-896016d9783c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.325964 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f1e1ffc7-a161-4252-af4f-896016d9783c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/92a9d828-9523-45ac-b664-1215cc57a631 HTTP/1.1" status: 204 len: 168 time: 0.3194251 Apr 12 15:49:49.328870 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52670) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:49.330077 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16707060-8808-4e40-862f-4a96f9dcbef2 None None] Network 2d2a7a16-6374-44dd-ba2c-8a324677c358 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:49:49.417050 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (2d2a7a16-6374-44dd-ba2c-8a324677c358), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.469210 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Deleting port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:49.469210 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.503866 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] DHCP port deletion for 2d2a7a16-6374-44dd-ba2c-8a324677c358 request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:49:49.531512 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device caf098ab-7d92-4050-b431-f78e15c61dc1 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:49.537521 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] For port 6e1d2916-bb7b-44f9-83b1-35a743851ae1, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=6e1d2916-bb7b-44f9-83b1-35a743851ae1,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:49.537887 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.551502 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Calling delete_port for 6e1d2916-bb7b-44f9-83b1-35a743851ae1 owned by network:dhcp {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:49.555577 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: caf098ab-7d92-4050-b431-f78e15c61dc1 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:49.555923 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device caf098ab-7d92-4050-b431-f78e15c61dc1 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:49.556358 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b03a8f4c-e246-4d77-82a2-8f23486c6687 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:49.581040 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: b03a8f4c-e246-4d77-82a2-8f23486c6687 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:49.581408 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b03a8f4c-e246-4d77-82a2-8f23486c6687 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:49.583373 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] Deleting port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:49:49.584021 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.648022 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] For port 6e1d2916-bb7b-44f9-83b1-35a743851ae1, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=6e1d2916-bb7b-44f9-83b1-35a743851ae1,segment=NetworkSegment(74c0002b-0b42-45de-95e3-27c086645fd3),segment_id=74c0002b-0b42-45de-95e3-27c086645fd3)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:49.673072 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.673072 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] Calling delete_port for 6e1d2916-bb7b-44f9-83b1-35a743851ae1 owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:49:49.794359 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.800480 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (6e1d2916-bb7b-44f9-83b1-35a743851ae1), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.819910 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1d2916-bb7b-44f9-83b1-35a743851ae1,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:49.823392 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] No DVR routers for this DVR port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 on host dv-cinder-837525-1-iscsi {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:49:49.826549 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] Pushing event deleted for resources: {'Port': ['ID=6e1d2916-bb7b-44f9-83b1-35a743851ae1,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:49.828483 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af0b6c5-54b5-45b3-a819-d170c3310ac7 None None] No DVR routers for this DVR port 6e1d2916-bb7b-44f9-83b1-35a743851ae1 on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:49:49.898442 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (2d2a7a16-6374-44dd-ba2c-8a324677c358), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.919165 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2a7a16-6374-44dd-ba2c-8a324677c358']}} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:49.928190 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c0002b-0b42-45de-95e3-27c086645fd3') {'for_net_delete': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:49.928494 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c0002b-0b42-45de-95e3-27c086645fd3') {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:49.937954 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4886091'] for segment (74c0002b-0b42-45de-95e3-27c086645fd3), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.951147 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (74c0002b-0b42-45de-95e3-27c086645fd3), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.957675 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:49:49.958071 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4884824'] for segment (74c0002b-0b42-45de-95e3-27c086645fd3), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: Traceback (most recent call last): Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: timer() Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: cb(*args, **kw) Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: return func(*args, **kwargs) Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: self._notify() Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: self.callback(batched_events) Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: event.method(event) Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: return f(self, *a, **k) Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._get(url).json() Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: return self.request(url, 'GET', **kwargs) Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:49:49.959771 dv-cinder-837525-1-iscsi neutron-server[104757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:49:50.074351 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (2d2a7a16-6374-44dd-ba2c-8a324677c358), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:50.078831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:50.082484 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2d2a7a16-6374-44dd-ba2c-8a324677c358 HTTP/1.1" status: 204 len: 168 time: 0.7523310 Apr 12 15:49:50.095416 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7efac-eff3-46a1-b2cc-89fcd7209437 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2a7a16-6374-44dd-ba2c-8a324677c358,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:50.386328 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52674) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:50.431412 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-ccd9f9d7-aefe-4fac-ac80-0dee003ec6e3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cb027e2ff75f41438e91f95368199e5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438955 Apr 12 15:49:50.433932 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52676) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:50.479897 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1544f7c8-ac4a-4ef7-9b01-ca775e4cb71b admin admin] Publish callbacks [] for security_group (990583f4-e564-4a5d-812d-42b109f1f63d), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:50.502139 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1544f7c8-ac4a-4ef7-9b01-ca775e4cb71b admin admin] Publish callbacks [] for security_group (990583f4-e564-4a5d-812d-42b109f1f63d), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:50.616561 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1544f7c8-ac4a-4ef7-9b01-ca775e4cb71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (990583f4-e564-4a5d-812d-42b109f1f63d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:50.619116 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1544f7c8-ac4a-4ef7-9b01-ca775e4cb71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:50.620285 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-1544f7c8-ac4a-4ef7-9b01-ca775e4cb71b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/990583f4-e564-4a5d-812d-42b109f1f63d HTTP/1.1" status: 204 len: 168 time: 0.1854393 Apr 12 15:49:50.628674 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544f7c8-ac4a-4ef7-9b01-ca775e4cb71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990583f4-e564-4a5d-812d-42b109f1f63d,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:51.472094 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 6e1d2916-bb7b-44f9-83b1-35a743851ae1 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:49:51.492540 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 6e1d2916-bb7b-44f9-83b1-35a743851ae1 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:49:51.492933 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 6e1d2916-bb7b-44f9-83b1-35a743851ae1 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:49:51.643074 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52698) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:51.737877 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1700545732-network', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:49:51.875749 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Made reservation on behalf of 24b5245651d549d095f3cbf2c84fb771 for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:49:51.878315 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:51.886823 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:51.960722 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Publish callbacks [] for security_group (242b34b8-7aac-49d9-9bc3-d9279fe8d9a2), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.064144 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (242b34b8-7aac-49d9-9bc3-d9279fe8d9a2), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.089028 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:49:52.097509 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b34b8-7aac-49d9-9bc3-d9279fe8d9a2,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:52.103810 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (1dba5286-6b45-4420-a3d5-b32bc1365326), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.104167 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Added segment 1dba5286-6b45-4420-a3d5-b32bc1365326 of type vlan for network 34a04693-2c1c-46c7-bead-0018d1c737c4 Apr 12 15:49:52.147027 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (34a04693-2c1c-46c7-bead-0018d1c737c4), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.262374 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (34a04693-2c1c-46c7-bead-0018d1c737c4), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.263398 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:52.263977 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.324493 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] Pushing event updated for resources: {'Network': ['ID=34a04693-2c1c-46c7-bead-0018d1c737c4,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:52.334183 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:49:52.351505 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-59012b8b-8397-4096-a840-2d99550ea90b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7073474 Apr 12 15:49:52.354370 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52702) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:52.359383 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Request body: {'subnet': {'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-subnet', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:49:52.485187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Made reservation on behalf of 24b5245651d549d095f3cbf2c84fb771 for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:49:52.487607 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5301105'] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.725263 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4886077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5301095'] for subnet (8b5ce723-79f8-4cbe-af56-edb88403dd26), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.779657 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5ce723-79f8-4cbe-af56-edb88403dd26,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:52.790615 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Checking segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:49:52.790977 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Network hostable DHCP agents. Network: 34a04693-2c1c-46c7-bead-0018d1c737c4, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:49:52.881333 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:49:52.970973 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, 34a04693-2c1c-46c7-bead-0018d1c737c4) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:49:52.975793 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:49:52.976336 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:52.981876 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e19de4-e15f-44e9-992a-93f79e0bfeb1 None None] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:49:53.073482 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6d78a613-66f4-4c75-9e3b-6eb5ce102815 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7180085 Apr 12 15:49:53.076175 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52704) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:53.079607 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-34a04693-2c1c-46c7-bead-0018d1c737c4', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:49:53.080495 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.080720 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:49:53.172922 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (d62c5c08-a15a-4dd8-8241-0d244189bcd7), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.174076 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (d62c5c08-a15a-4dd8-8241-0d244189bcd7), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.216798 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Allocated IP 172.20.0.2 (34a04693-2c1c-46c7-bead-0018d1c737c4/8b5ce723-79f8-4cbe-af56-edb88403dd26/de6a92b2-977a-4c4c-972a-ecebb889ffa0) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:49:53.229571 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks [] for router_controller (d62c5c08-a15a-4dd8-8241-0d244189bcd7), precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.368688 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Publish callbacks [] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.466998 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks [] for router_gateway (d62c5c08-a15a-4dd8-8241-0d244189bcd7), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.485550 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.519654 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:49:53.524400 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:49:53.527873 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:49:53.533239 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Pushing event updated for resources: {'Port': ['ID=de6a92b2-977a-4c4c-972a-ecebb889ffa0,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:53.590630 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Attempting to bind port de6a92b2-977a-4c4c-972a-ecebb889ffa0 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:49:53.591003 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Attempting to bind port de6a92b2-977a-4c4c-972a-ecebb889ffa0 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:49:53.591367 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Attempting to bind port de6a92b2-977a-4c4c-972a-ecebb889ffa0 on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:49:53.596344 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:49:53.596720 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Checking segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:49:53.597193 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.597902 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Bound using segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:49:53.598362 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Bound port: de6a92b2-977a-4c4c-972a-ecebb889ffa0, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:49:53.598793 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.661080 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-41702358-8a7f-431d-801e-32066bae9fef None None] For port de6a92b2-977a-4c4c-972a-ecebb889ffa0, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:49:53.664571 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-41702358-8a7f-431d-801e-32066bae9fef None None] For port de6a92b2-977a-4c4c-972a-ecebb889ffa0, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=de6a92b2-977a-4c4c-972a-ecebb889ffa0,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:49:53.741330 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks [] for router_gateway (d62c5c08-a15a-4dd8-8241-0d244189bcd7), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.760358 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.768309 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:53.833942 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41702358-8a7f-431d-801e-32066bae9fef None None] Pushing event updated for resources: {'Port': ['ID=de6a92b2-977a-4c4c-972a-ecebb889ffa0,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:53.882417 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Allocated IP 172.27.0.8 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/aa7cf50f-5070-4b97-8a3e-b133a2db1695) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:49:54.005423 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks [] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:54.097219 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:54.144139 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:49:54.147066 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:49:54.151604 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:49:54.153571 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7cf50f-5070-4b97-8a3e-b133a2db1695,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:54.495446 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks [] for router_gateway (d62c5c08-a15a-4dd8-8241-0d244189bcd7), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:54.702293 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467343eb-867d-4d7d-9565-e5f466b3a549 None None] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:49:54.703507 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (d62c5c08-a15a-4dd8-8241-0d244189bcd7), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:54.787116 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-4a2bce1c-4c35-430e-9b19-5be7ad8db73d None None] Provisioning complete for port de6a92b2-977a-4c4c-972a-ecebb889ffa0 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:54.787762 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4a2bce1c-4c35-430e-9b19-5be7ad8db73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:54.893254 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bce1c-4c35-430e-9b19-5be7ad8db73d None None] Current status of the port de6a92b2-977a-4c4c-972a-ecebb889ffa0 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:49:54.893771 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4a2bce1c-4c35-430e-9b19-5be7ad8db73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:54.904099 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:49:54.937231 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-4a2bce1c-4c35-430e-9b19-5be7ad8db73d None None] For port de6a92b2-977a-4c4c-972a-ecebb889ffa0, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=de6a92b2-977a-4c4c-972a-ecebb889ffa0,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:55.021260 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:49:55.029877 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:49:55.040450 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:55.041085 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:55.042802 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4a2bce1c-4c35-430e-9b19-5be7ad8db73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:55.111690 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:55.116028 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-01c2676c-6ca9-4e10-909e-08e9651ecd82 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0357370 Apr 12 15:49:55.116262 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52708) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:55.171591 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bce1c-4c35-430e-9b19-5be7ad8db73d None None] Pushing event updated for resources: {'Port': ['ID=de6a92b2-977a-4c4c-972a-ecebb889ffa0,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:55.180055 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-0b32b9b8-09e6-4de8-8094-e07b7a063820 None None] Provisioning complete for port de6a92b2-977a-4c4c-972a-ecebb889ffa0 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:55.180417 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0b32b9b8-09e6-4de8-8094-e07b7a063820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:55.226313 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:55.388416 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-0b32b9b8-09e6-4de8-8094-e07b7a063820 None None] Current status of the port de6a92b2-977a-4c4c-972a-ecebb889ffa0 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:49:55.451128 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:54Z', 'revision_number': 3, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:55.480078 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:49:55.480441 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Updating router d62c5c08-a15a-4dd8-8241-0d244189bcd7 port aa7cf50f-5070-4b97-8a3e-b133a2db1695 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:49:55.514923 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:55.609027 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device de6a92b2-977a-4c4c-972a-ecebb889ffa0 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:49:55.854509 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:55.857776 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port de6a92b2-977a-4c4c-972a-ecebb889ffa0 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:55.858325 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:55.999479 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port de6a92b2-977a-4c4c-972a-ecebb889ffa0 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:49:56.016855 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Allocated IP 172.20.0.1 (34a04693-2c1c-46c7-bead-0018d1c737c4/8b5ce723-79f8-4cbe-af56-edb88403dd26/fd2363e0-7ae6-4d5d-8e54-1af22713a2d5) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:49:56.022153 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Publish callbacks [] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.109763 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.125893 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Publish callbacks [] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.165455 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce99d1-418b-44f2-852b-1d508ed54023 None None] Pushing event updated for resources: {'Port': ['ID=aa7cf50f-5070-4b97-8a3e-b133a2db1695,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:56.168080 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Attempting to bind port aa7cf50f-5070-4b97-8a3e-b133a2db1695 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:49:56.168829 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Attempting to bind port aa7cf50f-5070-4b97-8a3e-b133a2db1695 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:49:56.169203 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Attempting to bind port aa7cf50f-5070-4b97-8a3e-b133a2db1695 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:49:56.175858 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:49:56.176339 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:49:56.176771 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.177190 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:49:56.177724 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Bound port: aa7cf50f-5070-4b97-8a3e-b133a2db1695, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:49:56.178102 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.229780 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.233662 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] For port aa7cf50f-5070-4b97-8a3e-b133a2db1695, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:49:56.237132 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] For port aa7cf50f-5070-4b97-8a3e-b133a2db1695, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=aa7cf50f-5070-4b97-8a3e-b133a2db1695,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:49:56.267476 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:49:56.270343 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:49:56.275943 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:49:56.303271 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Pushing event updated for resources: {'Port': ['ID=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:56.323404 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (d62c5c08-a15a-4dd8-8241-0d244189bcd7), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.359523 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.421153 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:56.421806 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:56.427788 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce99d1-418b-44f2-852b-1d508ed54023 None None] Pushing event updated for resources: {'Port': ['ID=aa7cf50f-5070-4b97-8a3e-b133a2db1695,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:56.521999 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-80c69ee0-5a60-4c37-aadf-024f02e7b66e None None] Provisioning complete for port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:56.522359 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-80c69ee0-5a60-4c37-aadf-024f02e7b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.536256 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.571106 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-80c69ee0-5a60-4c37-aadf-024f02e7b66e None None] Port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:49:56.574427 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:56.699927 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Publish callbacks [] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.747301 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:54Z', 'revision_number': 3, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:56.755062 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.773474 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33f0c8-d1cd-41cc-8463-59c466e974dd None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:54Z', 'revision_number': 3, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:49:56.828047 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (d62c5c08-a15a-4dd8-8241-0d244189bcd7), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:56.830017 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Pushing event updated for resources: {'Port': ['ID=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:56.930071 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:49:56.931495 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:49:56.950097 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:49:57.089925 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:49:57.217722 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:49:57.222781 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6018057b-0dd2-49e2-8951-c25c6e81cf3c admin admin] 10.222.0.74 "PUT /v2.0/routers/d62c5c08-a15a-4dd8-8241-0d244189bcd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1054332 Apr 12 15:49:57.297530 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-96c17fa0-fb46-4494-b352-dff5259b47d8 None None] Provisioning complete for port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:57.298150 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-96c17fa0-fb46-4494-b352-dff5259b47d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:57.341555 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-96c17fa0-fb46-4494-b352-dff5259b47d8 None None] Port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:49:57.566283 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device aa7cf50f-5070-4b97-8a3e-b133a2db1695 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:49:57.616700 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port aa7cf50f-5070-4b97-8a3e-b133a2db1695 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:57.617109 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:57.695688 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port aa7cf50f-5070-4b97-8a3e-b133a2db1695 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:49:57.696060 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:57.712933 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52716) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:57.717561 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-9046d396-7d94-4d31-914e-3584574d6a92 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764780840', 'description': 'tempest-description--1914770512'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:49:57.718271 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port aa7cf50f-5070-4b97-8a3e-b133a2db1695, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=aa7cf50f-5070-4b97-8a3e-b133a2db1695,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:57.787061 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:57.810463 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9046d396-7d94-4d31-914e-3584574d6a92 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:57.834826 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=aa7cf50f-5070-4b97-8a3e-b133a2db1695,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:57.884768 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9046d396-7d94-4d31-914e-3584574d6a92 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (1e56960f-03b4-404d-903f-07b6ac0b604e), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:57.952947 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9046d396-7d94-4d31-914e-3584574d6a92 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1e56960f-03b4-404d-903f-07b6ac0b604e), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:57.982219 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046d396-7d94-4d31-914e-3584574d6a92 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e56960f-03b4-404d-903f-07b6ac0b604e,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:58.071075 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9046d396-7d94-4d31-914e-3584574d6a92 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.072333 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-9046d396-7d94-4d31-914e-3584574d6a92 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3583887 Apr 12 15:49:58.075240 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52718) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:58.079743 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group_rule': {'security_group_id': '1e56960f-03b4-404d-903f-07b6ac0b604e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:49:58.166969 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (50c17516-da87-47c1-8201-e9c8d8fdcedc), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.221363 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (50c17516-da87-47c1-8201-e9c8d8fdcedc), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.290353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (50c17516-da87-47c1-8201-e9c8d8fdcedc), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.310010 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c17516-da87-47c1-8201-e9c8d8fdcedc,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:58.317274 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.317626 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.317973 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.318313 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.318649 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.318981 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.319313 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.319639 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.319967 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.320296 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.320642 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.320978 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.321411 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.321741 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.322067 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:58.382937 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.384238 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-33baf26a-2056-46cd-ba35-414d462ebced tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079116 Apr 12 15:49:58.386885 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52720) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:58.387164 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:49:58.391259 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-47fbca7b-32ad-4440-9490-922663cc3535 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group_rule': {'security_group_id': '1e56960f-03b4-404d-903f-07b6ac0b604e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:49:58.397811 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:58.401896 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:58.483462 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-47fbca7b-32ad-4440-9490-922663cc3535 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (d62cbfcd-a632-46de-9b64-e9072ffeb4f1), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.504677 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:58.540707 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-47fbca7b-32ad-4440-9490-922663cc3535 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (d62cbfcd-a632-46de-9b64-e9072ffeb4f1), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.635015 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-47fbca7b-32ad-4440-9490-922663cc3535 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (d62cbfcd-a632-46de-9b64-e9072ffeb4f1), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.656729 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbca7b-32ad-4440-9490-922663cc3535 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62cbfcd-a632-46de-9b64-e9072ffeb4f1,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:58.697325 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 2, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:58.726868 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:49:58.727216 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Updating router d62c5c08-a15a-4dd8-8241-0d244189bcd7 port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:49:58.741032 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-47fbca7b-32ad-4440-9490-922663cc3535 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.741032 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-47fbca7b-32ad-4440-9490-922663cc3535 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473969 Apr 12 15:49:58.741032 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52722) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:49:58.743129 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:49:58.755271 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.846070 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:58.927103 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.018289 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Publish callbacks [] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.039683 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Allocated IP 172.27.0.50 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/8b11b6de-b14f-4729-81b9-92283f49189c) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:49:59.085872 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.137261 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Pushing event updated for resources: {'Port': ['ID=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:59.144932 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (8b11b6de-b14f-4729-81b9-92283f49189c), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.145868 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.146223 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.146582 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.146936 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.147269 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.147601 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.148115 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.148236 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.148547 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.148889 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.149212 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.149776 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.149895 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.150163 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.150557 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:49:59.204835 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Attempting to bind port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:49:59.205294 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Attempting to bind port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:49:59.205761 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Attempting to bind port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:49:59.211180 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:49:59.211557 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Checking segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:49:59.211954 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.212343 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Bound using segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:49:59.212826 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Bound port: fd2363e0-7ae6-4d5d-8e54-1af22713a2d5, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:49:59.213212 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.256762 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (8b11b6de-b14f-4729-81b9-92283f49189c), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.282940 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] For port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:49:59.282940 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] For port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:49:59.301132 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:49:59.304273 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:49:59.307366 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:49:59.343615 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=8b11b6de-b14f-4729-81b9-92283f49189c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:59.370888 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-5eb5dc3c-0110-4594-9b44-b67770aa4ddb None None] Provisioning complete for port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:59.371496 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc3c-0110-4594-9b44-b67770aa4ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.404688 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5dc3c-0110-4594-9b44-b67770aa4ddb None None] Port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:49:59.406418 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (cd24b1d9-301a-4d09-af52-4318d3d2dede), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.410576 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.470783 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:49:59.471922 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:49:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:59.506776 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b796d-a7b1-43bc-863e-68206d63bbad None None] Pushing event updated for resources: {'Port': ['ID=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,revision_number=4']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:59.524195 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (8b11b6de-b14f-4729-81b9-92283f49189c), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.579380 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device aa7cf50f-5070-4b97-8a3e-b133a2db1695 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:49:59.595112 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:49:59.631389 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port aa7cf50f-5070-4b97-8a3e-b133a2db1695 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:59.632057 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.716874 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (8b11b6de-b14f-4729-81b9-92283f49189c), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.730893 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port aa7cf50f-5070-4b97-8a3e-b133a2db1695 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:49:59.735493 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-b9489e1e-e10d-49c9-95dc-cef350fdd2f4 None None] Provisioning complete for port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:49:59.735493 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b9489e1e-e10d-49c9-95dc-cef350fdd2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.788863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (8b11b6de-b14f-4729-81b9-92283f49189c), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.816358 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-b9489e1e-e10d-49c9-95dc-cef350fdd2f4 None None] Current status of the port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:49:59.816625 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b9489e1e-e10d-49c9-95dc-cef350fdd2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.851704 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-b9489e1e-e10d-49c9-95dc-cef350fdd2f4 None None] For port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:49:59.865241 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=8b11b6de-b14f-4729-81b9-92283f49189c,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:59.882733 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (cd24b1d9-301a-4d09-af52-4318d3d2dede), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.904227 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:49:59.915524 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b9489e1e-e10d-49c9-95dc-cef350fdd2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.932198 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9353de-b474-412f-9005-3f0b9246fe57 None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:49:59.945047 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-82d720a8-7804-48ed-9807-6c4fa45dc8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:49:59.972015 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9489e1e-e10d-49c9-95dc-cef350fdd2f4 None None] Pushing event updated for resources: {'Port': ['ID=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:49:59.997323 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:00.005402 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6c09ee1a-5e68-4e62-a933-b447f6064505 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2655590 Apr 12 15:50:00.256711 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-acab09da-629e-48ca-9f50-71e30c20f7b8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--764780840&fields=id&tenant_id=24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 267 time: 0.0448284 Apr 12 15:50:00.378412 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e2b1-8686-4099-8798-ca245f377a65 req-35a5a3ee-4cee-4cbb-9331-79bf593fabb7 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:00.379883 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-35a5a3ee-4cee-4cbb-9331-79bf593fabb7 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 815 time: 0.1164219 Apr 12 15:50:00.395332 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-f36d7a5a-48e8-4d0a-8e55-5debb8407c31 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/quotas/24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 375 time: 0.0099535 Apr 12 15:50:00.446353 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-91ed0ef3-3c8a-4884-8d7c-145085cc433e tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456200 Apr 12 15:50:00.462321 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-598fdf48-17ab-4c44-bfa4-1d807b9f3162 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:50:00.463318 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-598fdf48-17ab-4c44-bfa4-1d807b9f3162 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053077 Apr 12 15:50:00.555012 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-5f2d41e8-5e8e-45cb-95ad-f7a401f130e3 service neutron] 10.222.0.74 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859149 Apr 12 15:50:00.653309 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-34f2f520-589c-4714-bf04-cef32c8acd1f service neutron] 10.222.0.74 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924449 Apr 12 15:50:00.937249 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1101fe0b-a14d-45fe-800f-d1eda63e2112 req-6d384360-b93a-48e9-b689-d83db7fb39bf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 210 time: 0.0335245 Apr 12 15:50:01.568313 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:50:01.615544 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:50:01.615829 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:01.701579 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:50:02.017147 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ded69146-6430-4f48-9641-16d85ca69d35 req-02ac067c-d3b4-45c0-8912-88d995b00bd4 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 210 time: 0.0275564 Apr 12 15:50:02.360675 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f88eb-b42d-4c69-aebe-f9b97fbce4d0 req-87751f4c-87b6-4a2b-834d-df064e203e60 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:02.362682 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-993f88eb-b42d-4c69-aebe-f9b97fbce4d0 req-87751f4c-87b6-4a2b-834d-df064e203e60 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 947 time: 0.0453305 Apr 12 15:50:02.409565 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-993f88eb-b42d-4c69-aebe-f9b97fbce4d0 req-54b2e3e6-6988-4c68-a444-fab0c4cd35a7 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408149 Apr 12 15:50:02.787180 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5c319a45-9f2e-4097-a228-e315ab92d32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:03.108628 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-98c5fde8-8989-4bbd-94d8-540a932bda40 req-cfcb913e-d456-4ee7-83ed-36f67f5aba46 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 210 time: 0.0260062 Apr 12 15:50:03.222243 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:03.538430 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25b22-2e46-437c-b205-a0c3d6ea55d6 req-b8b4736f-d6fd-41dc-9bae-01ebf00986ab tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:03.539981 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ac25b22-2e46-437c-b205-a0c3d6ea55d6 req-b8b4736f-d6fd-41dc-9bae-01ebf00986ab tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 947 time: 0.0569291 Apr 12 15:50:03.589304 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ac25b22-2e46-437c-b205-a0c3d6ea55d6 req-0a9202e7-34d0-4bf9-a501-dd8d00fd8d9f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups?id=12bd9d48-56b8-43f2-a604-0924f833dad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434527 Apr 12 15:50:03.854170 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.025901 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-3e049219-b5b9-4f53-a455-bbe97f57671a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:04.027316 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-3e049219-b5b9-4f53-a455-bbe97f57671a tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 947 time: 0.0467165 Apr 12 15:50:04.113637 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Deleting port db88a279-8aa9-4116-92c2-9ace9f0c6642 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:50:04.114356 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.212502 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-93ea171b-73d9-4796-9dd8-a1b8dffff485 req-75f8a91c-ae26-4058-90df-01d944b8c654 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 210 time: 0.0362940 Apr 12 15:50:04.236599 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] For port db88a279-8aa9-4116-92c2-9ace9f0c6642, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=db88a279-8aa9-4116-92c2-9ace9f0c6642,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:50:04.241532 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.307965 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e2b1-8686-4099-8798-ca245f377a65 req-2a5ac98e-9ffd-4ade-b3f9-32313c31b6eb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:04.309774 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-2a5ac98e-9ffd-4ade-b3f9-32313c31b6eb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 815 time: 0.1061051 Apr 12 15:50:04.370737 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-a52b1ea7-9bd4-4649-b99f-14e1b6fe69c7 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 379 time: 0.0529084 Apr 12 15:50:04.379509 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'port': {'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'admin_state_up': True, 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'security_groups': ['1e56960f-03b4-404d-903f-07b6ac0b604e']}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:50:04.417345 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.417811 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (76240646-e5e9-42f1-b60b-eacaca3bd3a4), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.418210 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Floating IP 76240646-e5e9-42f1-b60b-eacaca3bd3a4 disassociated. External IP: 172.27.0.106, port: db88a279-8aa9-4116-92c2-9ace9f0c6642. Apr 12 15:50:04.418620 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Calling delete_port for db88a279-8aa9-4116-92c2-9ace9f0c6642 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:50:04.616996 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Made reservation on behalf of 24b5245651d549d095f3cbf2c84fb771 for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:50:04.617539 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (db88a279-8aa9-4116-92c2-9ace9f0c6642), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.624196 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.649670 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event deleted for resources: {'Port': ['ID=db88a279-8aa9-4116-92c2-9ace9f0c6642,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:04.718540 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5fcd67b1-0d65-42b0-a4c1-c5db004f41f6 req-9e316e65-a9bf-4b0c-9196-0aec26876789 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 210 time: 0.0319002 Apr 12 15:50:04.775787 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Router 3e42312b-0d74-4bd2-9052-7b307863c7e8 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:50:04.787916 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Allocated IP 172.20.0.14 (34a04693-2c1c-46c7-bead-0018d1c737c4/8b5ce723-79f8-4cbe-af56-edb88403dd26/c05df85f-61aa-44c0-b1cd-f02dbf261fb9) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:50:04.890129 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:50:04.900613 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] Sync routers for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:50:04.913535 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:50:04.914510 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:50:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:04.932011 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.933731 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] No DVR routers for this DVR port db88a279-8aa9-4116-92c2-9ace9f0c6642 on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:50:04.936285 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:04.939574 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba43faa9-441b-49cc-a3b7-452f72db8d9d req-e31a5afc-3aa4-40a9-8993-dc773739f830 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.84 "DELETE /v2.0/ports/db88a279-8aa9-4116-92c2-9ace9f0c6642 HTTP/1.1" status: 204 len: 173 time: 0.9071355 Apr 12 15:50:04.940017 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-deleted', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:50:04.945667 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f10eeba-0a36-4836-9097-2a818284ec0c" -d '{"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-deleted", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:50:04.990454 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b59c067-0e17-4bdf-a481-e3c337b60501 x-openstack-request-id: req-0b59c067-0e17-4bdf-a481-e3c337b60501 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:50:04.998607 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab26f7-32db-4828-a215-a7464d915a26", "name": "network-vif-deleted", "tag": "db88a279-8aa9-4116-92c2-9ace9f0c6642", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:50:04.998607 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b59c067-0e17-4bdf-a481-e3c337b60501 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:50:04.998607 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b59c067-0e17-4bdf-a481-e3c337b60501'] response: {'server_uuid': '7fab26f7-32db-4828-a215-a7464d915a26', 'name': 'network-vif-deleted', 'tag': 'db88a279-8aa9-4116-92c2-9ace9f0c6642', 'status': 'completed', 'code': 200} Apr 12 15:50:05.035385 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:50:05.052026 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:05.098301 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:50:05.107085 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:50:05.107918 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:50:05.141542 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:05.157622 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.158130 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.158599 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.159039 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.159479 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.160557 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.160892 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.161322 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.162016 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.162475 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.162905 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.163333 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.163757 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.164179 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.164604 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:05.185195 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:05.185970 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:05.253728 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:05.259066 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-71ca98ed-fb71-4d6a-9540-f0b108f50294 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8835211 Apr 12 15:50:05.269438 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-52a0037a-491d-4634-977e-dac348b9ea72 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:50:05.272162 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-52a0037a-491d-4634-977e-dac348b9ea72 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059915 Apr 12 15:50:05.291280 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] Checking router: 3e42312b-0d74-4bd2-9052-7b307863c7e8 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:50:05.309648 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:50:05.310363 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:50:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:05.350991 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521450d-1cdb-43d3-a1d8-f6daa3f40b92 req-6f28fec1-c082-4f9c-a13c-664b86aff464 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:05.352807 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c521450d-1cdb-43d3-a1d8-f6daa3f40b92 req-6f28fec1-c082-4f9c-a13c-664b86aff464 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 932 time: 0.0600705 Apr 12 15:50:05.357462 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Request body: {'port': {'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:50:05.384691 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-2a32a805-388c-4260-98e9-356a263f9ddf None None] Provisioning complete for port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:50:05.385163 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2a32a805-388c-4260-98e9-356a263f9ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:05.454318 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c521450d-1cdb-43d3-a1d8-f6daa3f40b92 req-10299185-a0b3-4bf3-a1c3-05bd2b71aea8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753038 Apr 12 15:50:05.455217 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:05.596552 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-2a32a805-388c-4260-98e9-356a263f9ddf None None] Port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:50:05.606730 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:50:05.734822 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05df85f-61aa-44c0-b1cd-f02dbf261fb9 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:50:05.743160 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Publish callbacks [] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:05.757084 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Transition to ACTIVE for port object c05df85f-61aa-44c0-b1cd-f02dbf261fb9 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:50:05.828131 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:05.828398 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:05.846013 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3a20889-baab-486d-8dc2-f5361096ccdb req-e8233744-9ed6-4ec8-af08-3366f99142a7 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fab26f7-32db-4828-a215-a7464d915a26 HTTP/1.1" status: 200 len: 210 time: 0.0329223 Apr 12 15:50:05.857461 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:05.858572 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec828fb-a4fc-42c8-b9ce-9e795128ca96 None None] The sync data for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi is: [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:39:39Z', 'revision_number': 4, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '5b944358-0dfa-4fac-a69e-2de6356f0718', 'name': '', 'network_id': 'e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'mac_address': 'fa:16:3e:ff:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:38Z', 'updated_at': '2022-04-12T15:39:47Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'subnets': [{'id': 'e2eeb182-c61c-44db-ac2d-3b5da8ce72aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:50:05.898870 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Pushing event updated for resources: {'Port': ['ID=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:06.001843 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Attempting to bind port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:50:06.001843 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Attempting to bind port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:50:06.002087 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Attempting to bind port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:50:06.007008 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 on network 34a04693-2c1c-46c7-bead-0018d1c737c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:50:06.007703 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Attempting to bind port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:50:06.012694 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:50:06.013082 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Checking segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:50:06.013463 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Bound using segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:50:06.013886 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Bound port: c05df85f-61aa-44c0-b1cd-f02dbf261fb9, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:50:06.014241 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:06.084222 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] For port c05df85f-61aa-44c0-b1cd-f02dbf261fb9, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:50:06.087657 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] For port c05df85f-61aa-44c0-b1cd-f02dbf261fb9, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:50:06.142285 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:06.152350 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06424e3-4e10-4367-960c-9cc6702bff5e None None] New status for floating IP 76240646-e5e9-42f1-b60b-eacaca3bd3a4: DOWN {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:50:06.179145 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:06.179753 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:06.181156 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] 10.222.0.84 "PUT /v2.0/ports/c05df85f-61aa-44c0-b1cd-f02dbf261fb9 HTTP/1.1" status: 200 len: 1094 time: 0.9023747 Apr 12 15:50:06.181599 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'tag': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:50:06.183860 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c48b85-aea8-4137-8f0c-cdcc99703665" -d '{"events": [{"name": "network-changed", "server_uuid": "975450e0-6c3f-432f-9b77-8a1d4a86f4ff", "tag": "c05df85f-61aa-44c0-b1cd-f02dbf261fb9"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:50:06.211571 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc63a0b-1f9a-41ba-91c9-21d1150d5c24 service neutron] Pushing event updated for resources: {'Port': ['ID=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:06.237996 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839bfa16-4848-495f-8720-99f80fe38ca7 x-openstack-request-id: req-839bfa16-4848-495f-8720-99f80fe38ca7 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:50:06.238980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975450e0-6c3f-432f-9b77-8a1d4a86f4ff", "tag": "c05df85f-61aa-44c0-b1cd-f02dbf261fb9", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:50:06.239241 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-839bfa16-4848-495f-8720-99f80fe38ca7 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:50:06.239685 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839bfa16-4848-495f-8720-99f80fe38ca7'] response: {'name': 'network-changed', 'server_uuid': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'tag': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'status': 'completed', 'code': 200} Apr 12 15:50:06.296973 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48b85-aea8-4137-8f0c-cdcc99703665 req-76e19857-5133-414e-9b08-15f0c262d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:06.298515 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f0c48b85-aea8-4137-8f0c-cdcc99703665 req-76e19857-5133-414e-9b08-15f0c262d678 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 1128 time: 0.0420606 Apr 12 15:50:06.403249 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48b85-aea8-4137-8f0c-cdcc99703665 req-f9cd565f-3a39-4ee7-839e-e1005ebb8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:06.404858 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f0c48b85-aea8-4137-8f0c-cdcc99703665 req-f9cd565f-3a39-4ee7-839e-e1005ebb8e83 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=24b5245651d549d095f3cbf2c84fb771&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0997086 Apr 12 15:50:06.421180 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:50:06.444287 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: db88a279-8aa9-4116-92c2-9ace9f0c6642 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:50:06.444723 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device db88a279-8aa9-4116-92c2-9ace9f0c6642 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:50:06.501558 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48b85-aea8-4137-8f0c-cdcc99703665 req-2c6df166-8267-4a16-a98d-50037daa2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:06.503030 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f0c48b85-aea8-4137-8f0c-cdcc99703665 req-2c6df166-8267-4a16-a98d-50037daa2f2c service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0926108 Apr 12 15:50:06.573370 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0f70f-825a-4a1b-915e-7765e81fe150 req-eb5098bb-324d-4b79-89b0-6bb83c3e23d8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:06.573668 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e2b1-8686-4099-8798-ca245f377a65 req-0ba8438d-17d1-40da-9ee5-ae8bc59b46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:06.574768 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52e0f70f-825a-4a1b-915e-7765e81fe150 req-eb5098bb-324d-4b79-89b0-6bb83c3e23d8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 944 time: 0.0505602 Apr 12 15:50:06.575163 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-0ba8438d-17d1-40da-9ee5-ae8bc59b46b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 1128 time: 0.0390697 Apr 12 15:50:06.616012 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-0972f298-7055-4377-93dc-cc70a5950170 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9 HTTP/1.1" status: 200 len: 217 time: 0.0346336 Apr 12 15:50:06.622564 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52e0f70f-825a-4a1b-915e-7765e81fe150 req-0973f80c-702b-4f5f-bfa1-41f57dbfe41e tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Apr 12 15:50:06.663898 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e2b1-8686-4099-8798-ca245f377a65 req-cb3b30e1-3dec-49b8-a90e-d6516d801b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:06.665370 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-cb3b30e1-3dec-49b8-a90e-d6516d801b52 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0432742 Apr 12 15:50:06.713162 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e2b1-8686-4099-8798-ca245f377a65 req-9698fa9a-abd8-434c-b28d-82d58d963fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:06.714683 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-9698fa9a-abd8-434c-b28d-82d58d963fe6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433021 Apr 12 15:50:06.802416 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-003e1ea6-2509-427a-9b0a-63c70d477de7 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817719 Apr 12 15:50:06.893299 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1964e2b1-8686-4099-8798-ca245f377a65 req-72594485-830e-43d8-910a-a32afe758d22 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843263 Apr 12 15:50:07.042648 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.049781 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52794) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:07.104558 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef1f4-fecf-4989-8dd9-bfea64f7fab8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (12bd9d48-56b8-43f2-a604-0924f833dad5), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.127310 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef1f4-fecf-4989-8dd9-bfea64f7fab8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (12bd9d48-56b8-43f2-a604-0924f833dad5), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.255389 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef1f4-fecf-4989-8dd9-bfea64f7fab8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (12bd9d48-56b8-43f2-a604-0924f833dad5), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.258092 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef1f4-fecf-4989-8dd9-bfea64f7fab8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.259303 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8e7ef1f4-fecf-4989-8dd9-bfea64f7fab8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "DELETE /v2.0/security-groups/12bd9d48-56b8-43f2-a604-0924f833dad5 HTTP/1.1" status: 204 len: 168 time: 0.2084744 Apr 12 15:50:07.262130 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52796) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:07.268480 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ef1f4-fecf-4989-8dd9-bfea64f7fab8 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bd9d48-56b8-43f2-a604-0924f833dad5,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:07.278742 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.api.v2.resource [None req-a8ffd335-5bb9-4927-8687-2e51f1261d4f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] show failed (client error): The resource could not be found. Apr 12 15:50:07.279997 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a8ffd335-5bb9-4927-8687-2e51f1261d4f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "GET /v2.0/security-groups/12bd9d48-56b8-43f2-a604-0924f833dad5 HTTP/1.1" status: 404 len: 347 time: 0.0167572 Apr 12 15:50:07.282788 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52798) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:07.397989 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Deleting port 1e958567-1d44-4528-8698-dcd9c3fcdbc7 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:50:07.398253 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (1e958567-1d44-4528-8698-dcd9c3fcdbc7), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.473738 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (1e958567-1d44-4528-8698-dcd9c3fcdbc7), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.474068 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (1e958567-1d44-4528-8698-dcd9c3fcdbc7), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.486287 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Calling delete_port for 1e958567-1d44-4528-8698-dcd9c3fcdbc7 owned by network:floatingip {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:50:07.676927 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (1e958567-1d44-4528-8698-dcd9c3fcdbc7), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.708276 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Pushing event deleted for resources: {'Port': ['ID=1e958567-1d44-4528-8698-dcd9c3fcdbc7,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:07.786258 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aff0d-cb5e-43d4-9bd8-becfbda15676 req-f15095d3-48ed-4665-99ef-d2028bdf3e50 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:07.787976 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fb4aff0d-cb5e-43d4-9bd8-becfbda15676 req-f15095d3-48ed-4665-99ef-d2028bdf3e50 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 944 time: 0.0834765 Apr 12 15:50:07.818638 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks [] for floatingip (76240646-e5e9-42f1-b60b-eacaca3bd3a4), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.821099 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:07.822206 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-ce18acb7-2e55-403a-a13b-8b151fd9f30f tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] 10.222.0.74 "DELETE /v2.0/floatingips/76240646-e5e9-42f1-b60b-eacaca3bd3a4 HTTP/1.1" status: 204 len: 168 time: 0.5383472 Apr 12 15:50:07.850324 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fb4aff0d-cb5e-43d4-9bd8-becfbda15676 req-b12226a3-4e6d-4b42-b44c-bfdd56854b69 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560012 Apr 12 15:50:08.971452 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d9666-3f46-4601-bd70-e5c458f918d2 req-691052e5-da73-44e8-aeb0-5e6b4e33bb2b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:08.973476 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2d7d9666-3f46-4601-bd70-e5c458f918d2 req-691052e5-da73-44e8-aeb0-5e6b4e33bb2b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 944 time: 0.0549586 Apr 12 15:50:09.019563 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2d7d9666-3f46-4601-bd70-e5c458f918d2 req-f8ae4d9b-e85e-4472-8e5f-d68608b2ccff tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406220 Apr 12 15:50:10.135733 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c1eb4-e088-4493-9d26-9070bf5db0bf req-1d2e1545-4feb-4159-ab7c-835d00390484 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:10.137207 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2a5c1eb4-e088-4493-9d26-9070bf5db0bf req-1d2e1545-4feb-4159-ab7c-835d00390484 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 944 time: 0.0507970 Apr 12 15:50:10.182617 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2a5c1eb4-e088-4493-9d26-9070bf5db0bf req-dcb026d6-6ffa-4d99-b17e-0fd4c658a275 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398798 Apr 12 15:50:10.451012 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device c05df85f-61aa-44c0-b1cd-f02dbf261fb9 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:50:10.548256 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port c05df85f-61aa-44c0-b1cd-f02dbf261fb9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:50:10.563868 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:50:10.578562 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52826) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:10.602431 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:50:10.602837 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:10.616352 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05df85f-61aa-44c0-b1cd-f02dbf261fb9 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:50:10.636437 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port c05df85f-61aa-44c0-b1cd-f02dbf261fb9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:50:10.746794 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:10.797503 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:11.047338 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['c05df85f-61aa-44c0-b1cd-f02dbf261fb9'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:50:11.197840 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (3e42312b-0d74-4bd2-9052-7b307863c7e8), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:11.290704 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee866e6-288d-4ee5-ae94-f225d5547241 req-5577f85e-f39e-498f-a66b-6c120d6d9b10 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:11.292236 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5ee866e6-288d-4ee5-ae94-f225d5547241 req-5577f85e-f39e-498f-a66b-6c120d6d9b10 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 945 time: 0.0462990 Apr 12 15:50:11.339765 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5ee866e6-288d-4ee5-ae94-f225d5547241 req-9ccd7f15-9e5d-4900-a869-613a16801bd1 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Apr 12 15:50:11.427855 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Deleting port 5b944358-0dfa-4fac-a69e-2de6356f0718 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:50:11.428198 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:11.506860 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] For port 5b944358-0dfa-4fac-a69e-2de6356f0718, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=5b944358-0dfa-4fac-a69e-2de6356f0718,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:50:11.507231 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:11.519764 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Calling delete_port for 5b944358-0dfa-4fac-a69e-2de6356f0718 owned by network:router_interface {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:50:11.807115 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (5b944358-0dfa-4fac-a69e-2de6356f0718), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:11.834868 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b944358-0dfa-4fac-a69e-2de6356f0718,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:12.004748 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (3e42312b-0d74-4bd2-9052-7b307863c7e8), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:12.220189 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Router 3e42312b-0d74-4bd2-9052-7b307863c7e8 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:50:12.328691 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:50:12.335317 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e68c59f3-41b4-415b-a772-03aae41ca7e6 admin admin] 10.222.0.74 "PUT /v2.0/routers/3e42312b-0d74-4bd2-9052-7b307863c7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7553101 Apr 12 15:50:12.337464 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52832) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:12.338318 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] Sync routers for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:50:12.349463 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:50:12.350082 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:50:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:12.464816 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:50:12.468805 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device c05df85f-61aa-44c0-b1cd-f02dbf261fb9 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:50:12.478797 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df7ed-cbbf-4e35-91bd-cafa353c9ff2 req-e8578079-98d7-4b3a-8905-c39d82eae658 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:12.480180 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-090df7ed-cbbf-4e35-91bd-cafa353c9ff2 req-e8578079-98d7-4b3a-8905-c39d82eae658 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 945 time: 0.0625060 Apr 12 15:50:12.483102 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks [] for router (3e42312b-0d74-4bd2-9052-7b307863c7e8), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:12.595988 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-090df7ed-cbbf-4e35-91bd-cafa353c9ff2 req-21c72cf3-97f8-4900-852a-4f5fc6b3b484 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099000 Apr 12 15:50:12.616762 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:50:12.620585 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks [] for router_gateway (3e42312b-0d74-4bd2-9052-7b307863c7e8), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:12.675726 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:50:11Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:12.702835 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] Checking router: 3e42312b-0d74-4bd2-9052-7b307863c7e8 for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:50:12.711610 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] Routers {'3e42312b-0d74-4bd2-9052-7b307863c7e8'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:50:12.712222 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:50:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['3e42312b-0d74-4bd2-9052-7b307863c7e8'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:12.745276 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:50:12.745581 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:12.791353 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Deleting port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:50:12.791692 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:12.870324 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] Set router 3e42312b-0d74-4bd2-9052-7b307863c7e8 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:50:12.875928 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] For port d8e913a9-2293-4b60-b4c8-92a7f32e8ad3, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=d8e913a9-2293-4b60-b4c8-92a7f32e8ad3,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:50:12.876336 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:12.890371 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Calling delete_port for d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 owned by network:router_gateway {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:50:12.954137 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:50:12.954531 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.014675 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:50:13.016838 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3e4570-0231-4a6e-8583-4c3d511db4e6" -d '{"events": [{"server_uuid": "975450e0-6c3f-432f-9b77-8a1d4a86f4ff", "name": "network-vif-plugged", "status": "completed", "tag": "c05df85f-61aa-44c0-b1cd-f02dbf261fb9"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:50:13.033218 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port c05df85f-61aa-44c0-b1cd-f02dbf261fb9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:50:13.071045 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257c5574-cbeb-4fd2-84b4-9082b11e4010 x-openstack-request-id: req-257c5574-cbeb-4fd2-84b4-9082b11e4010 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:50:13.071466 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975450e0-6c3f-432f-9b77-8a1d4a86f4ff", "name": "network-vif-plugged", "status": "completed", "tag": "c05df85f-61aa-44c0-b1cd-f02dbf261fb9", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:50:13.071629 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-257c5574-cbeb-4fd2-84b4-9082b11e4010 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:50:13.072009 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257c5574-cbeb-4fd2-84b4-9082b11e4010'] response: {'server_uuid': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'code': 200} Apr 12 15:50:13.090145 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:50:11Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:13.093541 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.115681 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (d8e913a9-2293-4b60-b4c8-92a7f32e8ad3), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.124255 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51ddf1-3d42-400c-993b-6faebc07a249 None None] The sync data for ids ['3e42312b-0d74-4bd2-9052-7b307863c7e8'] in dv-cinder-837525-1-iscsi is: [{'id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1820209278-router', 'tenant_id': '7c2efce054354220b73b730da35f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:39:32Z', 'updated_at': '2022-04-12T15:50:11Z', 'revision_number': 5, 'project_id': '7c2efce054354220b73b730da35f9ef4', 'gw_port': {'id': 'd8e913a9-2293-4b60-b4c8-92a7f32e8ad3', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42312b-0d74-4bd2-9052-7b307863c7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:39:33Z', 'updated_at': '2022-04-12T15:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:50:13.153529 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e913a9-2293-4b60-b4c8-92a7f32e8ad3,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:13.178331 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:13.185628 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.185983 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.186332 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.186680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.187020 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.187356 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.187687 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.188041 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.188370 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.188700 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.189059 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.192032 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.192032 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.192032 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.192032 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:50:13.222899 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (3e42312b-0d74-4bd2-9052-7b307863c7e8), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.316196 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (3e42312b-0d74-4bd2-9052-7b307863c7e8), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.318485 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks [] for router_controller (3e42312b-0d74-4bd2-9052-7b307863c7e8), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.388811 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9664cd-899d-46f6-9583-7df1bad3c460 req-5d407a85-77e8-4058-9c7b-49d02b68f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:13.390317 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fb9664cd-899d-46f6-9583-7df1bad3c460 req-5d407a85-77e8-4058-9c7b-49d02b68f514 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 1130 time: 0.0643849 Apr 12 15:50:13.433722 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (3e42312b-0d74-4bd2-9052-7b307863c7e8), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.434168 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e42312b-0d74-4bd2-9052-7b307863c7e8 {{(pid=104757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:50:13.438615 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.439764 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-ac2ab4c4-0d65-4214-ac7f-89f316f5aab4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/3e42312b-0d74-4bd2-9052-7b307863c7e8 HTTP/1.1" status: 204 len: 168 time: 1.1013472 Apr 12 15:50:13.442434 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52838) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:13.442948 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fb9664cd-899d-46f6-9583-7df1bad3c460 req-048bd217-a9e3-4e36-8e70-31a90059e4d0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462151 Apr 12 15:50:13.486921 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d081a0cb-d170-44ba-b804-2645256e79ea admin admin] Deleting subnet e2eeb182-c61c-44db-ac2d-3b5da8ce72aa {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:50:13.490538 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d081a0cb-d170-44ba-b804-2645256e79ea admin admin] Publish callbacks [] for subnet (e2eeb182-c61c-44db-ac2d-3b5da8ce72aa), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.533502 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d081a0cb-d170-44ba-b804-2645256e79ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16097692'] for subnet (e2eeb182-c61c-44db-ac2d-3b5da8ce72aa), precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.619985 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 5b944358-0dfa-4fac-a69e-2de6356f0718 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:50:13.641915 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 5b944358-0dfa-4fac-a69e-2de6356f0718 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:50:13.642264 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 5b944358-0dfa-4fac-a69e-2de6356f0718 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:50:13.645062 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d081a0cb-d170-44ba-b804-2645256e79ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (e2eeb182-c61c-44db-ac2d-3b5da8ce72aa), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.732073 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08aff2-d7fd-4e0c-b7a1-1866f2b615b6 req-54544d74-29c3-4354-890d-31ddb827c1e5 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:13.733837 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bd08aff2-d7fd-4e0c-b7a1-1866f2b615b6 req-54544d74-29c3-4354-890d-31ddb827c1e5 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 946 time: 0.0545497 Apr 12 15:50:13.784296 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d081a0cb-d170-44ba-b804-2645256e79ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15771923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781928'] for subnet (e2eeb182-c61c-44db-ac2d-3b5da8ce72aa), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.785796 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bd08aff2-d7fd-4e0c-b7a1-1866f2b615b6 req-6237eeaf-8083-410f-abfa-922517f3e4d4 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458775 Apr 12 15:50:13.812852 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081a0cb-d170-44ba-b804-2645256e79ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2eeb182-c61c-44db-ac2d-3b5da8ce72aa,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:13.817358 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d081a0cb-d170-44ba-b804-2645256e79ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.820980 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d081a0cb-d170-44ba-b804-2645256e79ea admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e2eeb182-c61c-44db-ac2d-3b5da8ce72aa HTTP/1.1" status: 204 len: 168 time: 0.3773758 Apr 12 15:50:13.821604 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ebeb6-2013-4a17-8c12-818c4ef7e1fc None None] Network e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:50:13.823471 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52842) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:13.895593 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:13.939636 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Deleting port b2b7998c-1e61-439a-9977-c1c4da09b740 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:50:13.939975 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.006121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] For port b2b7998c-1e61-439a-9977-c1c4da09b740, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b2b7998c-1e61-439a-9977-c1c4da09b740,segment=NetworkSegment(cc3eec46-732f-445a-8079-d3d9b8cabd65),segment_id=cc3eec46-732f-445a-8079-d3d9b8cabd65)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:50:14.006480 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.019435 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Calling delete_port for b2b7998c-1e61-439a-9977-c1c4da09b740 owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:50:14.177737 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] DHCP port deletion for e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:50:14.200974 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.226260 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] Deleting port b2b7998c-1e61-439a-9977-c1c4da09b740 {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:50:14.226635 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.228576 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b7998c-1e61-439a-9977-c1c4da09b740,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:14.232245 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] No DVR routers for this DVR port b2b7998c-1e61-439a-9977-c1c4da09b740 on host dv-cinder-837525-1-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:50:14.300838 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] For port b2b7998c-1e61-439a-9977-c1c4da09b740, host dv-cinder-837525-1-iscsi, got binding levels [] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:50:14.301235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.309979 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.317413 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] Calling delete_port for b2b7998c-1e61-439a-9977-c1c4da09b740 owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:50:14.320750 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.ipam_backend_mixin [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] Port b2b7998c-1e61-439a-9977-c1c4da09b740 was not found and therefore no delete operation was performed {{(pid=104758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 15:50:14.322040 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (b2b7998c-1e61-439a-9977-c1c4da09b740), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.335555 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:14.345531 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3eec46-732f-445a-8079-d3d9b8cabd65') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:14.345840 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3eec46-732f-445a-8079-d3d9b8cabd65') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:14.346843 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] Pushing event deleted for resources: {'Port': ['ID=b2b7998c-1e61-439a-9977-c1c4da09b740,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:14.353677 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91c5d4-55db-42fe-96f0-9821fbde28a7 None None] No DVR routers for this DVR port b2b7998c-1e61-439a-9977-c1c4da09b740 on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:50:14.364179 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (cc3eec46-732f-445a-8079-d3d9b8cabd65), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.379569 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (cc3eec46-732f-445a-8079-d3d9b8cabd65), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.385962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:50:14.386355 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (cc3eec46-732f-445a-8079-d3d9b8cabd65), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:50:14.388060 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:50:14.515401 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.522181 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:14.526254 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843 HTTP/1.1" status: 204 len: 168 time: 0.7016671 Apr 12 15:50:14.538486 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a8849-87c8-432b-9546-35ce56a8bd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a239b5-d9ab-4ff3-aed9-b4ca1a5e7843,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:14.903501 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52848) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:14.904125 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95716c1e-c526-4254-8163-7ae928b372c1 req-fe7067d9-11a6-4230-acb7-f08fc373156b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:14.905639 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-95716c1e-c526-4254-8163-7ae928b372c1 req-fe7067d9-11a6-4230-acb7-f08fc373156b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 946 time: 0.0525215 Apr 12 15:50:14.946199 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-99be9968-043f-4334-ac21-b26d0a5adf6e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c2efce054354220b73b730da35f9ef4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414836 Apr 12 15:50:14.948595 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52850) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:14.967280 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-95716c1e-c526-4254-8163-7ae928b372c1 req-e75f78a3-233a-4ea2-8f17-d8c0891f5e1c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557454 Apr 12 15:50:14.997651 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b74b53f-e8d4-4699-8e98-3e35ff88144e admin admin] Publish callbacks [] for security_group (33027320-3254-4ceb-8d84-ca30c76b38a2), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:15.019665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b74b53f-e8d4-4699-8e98-3e35ff88144e admin admin] Publish callbacks [] for security_group (33027320-3254-4ceb-8d84-ca30c76b38a2), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:15.177851 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b74b53f-e8d4-4699-8e98-3e35ff88144e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (33027320-3254-4ceb-8d84-ca30c76b38a2), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:15.180466 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b74b53f-e8d4-4699-8e98-3e35ff88144e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:15.181714 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-0b74b53f-e8d4-4699-8e98-3e35ff88144e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/33027320-3254-4ceb-8d84-ca30c76b38a2 HTTP/1.1" status: 204 len: 168 time: 0.2321603 Apr 12 15:50:15.189642 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74b53f-e8d4-4699-8e98-3e35ff88144e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33027320-3254-4ceb-8d84-ca30c76b38a2,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:15.559907 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:50:15.580473 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:50:15.581355 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device d8e913a9-2293-4b60-b4c8-92a7f32e8ad3 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:50:15.581779 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b2b7998c-1e61-439a-9977-c1c4da09b740 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:50:15.601488 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: b2b7998c-1e61-439a-9977-c1c4da09b740 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:50:15.601839 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b2b7998c-1e61-439a-9977-c1c4da09b740 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:50:16.085083 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae400f-9ac9-49fd-b6d7-08f00d3a0fc8 req-073e9b57-9a74-4d8a-8e55-2fcdf3da28e1 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:16.086568 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7eae400f-9ac9-49fd-b6d7-08f00d3a0fc8 req-073e9b57-9a74-4d8a-8e55-2fcdf3da28e1 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 946 time: 0.0484533 Apr 12 15:50:16.140365 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7eae400f-9ac9-49fd-b6d7-08f00d3a0fc8 req-2613a006-8466-4b44-8357-03250b5fd1de tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480933 Apr 12 15:50:16.249186 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586ebfb-f5a7-47d9-8352-23a58018f9fa req-18368f5c-7c4a-44ca-98f2-8f68223350e8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:16.250652 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8586ebfb-f5a7-47d9-8352-23a58018f9fa req-18368f5c-7c4a-44ca-98f2-8f68223350e8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 946 time: 0.0480902 Apr 12 15:50:16.259343 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52878) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:16.263787 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'floatingip': {'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:50:16.302814 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (cd24b1d9-301a-4d09-af52-4318d3d2dede), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:17.026211 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:17.077117 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (cd24b1d9-301a-4d09-af52-4318d3d2dede), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:17.183156 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Floating IP cd24b1d9-301a-4d09-af52-4318d3d2dede associated. External IP: 172.27.0.50, port: c05df85f-61aa-44c0-b1cd-f02dbf261fb9. Apr 12 15:50:17.400408 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:50:17.512453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:50:17.516972 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:17.524233 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:50:17.539213 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:50:17.539907 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:50:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:17.549139 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-65334072-d5cf-470a-b743-d6682fcdce6a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "PUT /v2.0/floatingips/cd24b1d9-301a-4d09-af52-4318d3d2dede HTTP/1.1" status: 200 len: 991 time: 1.2885697 Apr 12 15:50:17.550252 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'tag': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:50:17.552594 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02493398-e7a6-4197-9fa5-9e54772ac3de" -d '{"events": [{"name": "network-changed", "server_uuid": "975450e0-6c3f-432f-9b77-8a1d4a86f4ff", "tag": "c05df85f-61aa-44c0-b1cd-f02dbf261fb9"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:50:17.596514 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c189a2f8-1075-4f31-927a-ccce167530f9 x-openstack-request-id: req-c189a2f8-1075-4f31-927a-ccce167530f9 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:50:17.596514 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975450e0-6c3f-432f-9b77-8a1d4a86f4ff", "tag": "c05df85f-61aa-44c0-b1cd-f02dbf261fb9", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:50:17.596514 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c189a2f8-1075-4f31-927a-ccce167530f9 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:50:17.596514 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c189a2f8-1075-4f31-927a-ccce167530f9'] response: {'name': 'network-changed', 'server_uuid': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'tag': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'status': 'completed', 'code': 200} Apr 12 15:50:17.652096 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-9a80a04b-57c4-4c72-9803-d5af3b16559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:17.652674 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:50:17.653718 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-9a80a04b-57c4-4c72-9803-d5af3b16559c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 1130 time: 0.0378375 Apr 12 15:50:17.749961 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-01e66095-c60a-4fa2-a9ae-d7a32904d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:17.751998 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-01e66095-c60a-4fa2-a9ae-d7a32904d01e service neutron] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 915 time: 0.0925629 Apr 12 15:50:17.816958 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-e00f617e-0c1d-4089-afb8-d83d6706666e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9 HTTP/1.1" status: 200 len: 999 time: 0.0590312 Apr 12 15:50:17.869752 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-a5c31c3c-d66d-4cab-960c-70ff86a582dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:17.871112 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-a5c31c3c-d66d-4cab-960c-70ff86a582dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0488019 Apr 12 15:50:17.872476 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:16Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:17.903058 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:50:17.912221 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:50:17.912881 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:50:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:17.917236 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-2463890c-24bf-4dca-9a2a-1ff77ee874c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:50:17.918731 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-2463890c-24bf-4dca-9a2a-1ff77ee874c2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413477 Apr 12 15:50:18.010500 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-04718505-0006-4dd9-afee-3358f3b944b6 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855956 Apr 12 15:50:18.021991 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:50:18.256321 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:16Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:50:18.288147 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d877a3-dc7f-47d9-8c35-a686019a518b None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:16Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:50:18.358821 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-02493398-e7a6-4197-9fa5-9e54772ac3de req-714cbd50-28bd-4ff0-9df5-da7fb2f5dae2 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417027 Apr 12 15:50:18.413696 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52930) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:18.512550 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e8169e-e7f1-40f2-ad9c-8d04f5cb43a5 None None] New status for floating IP cd24b1d9-301a-4d09-af52-4318d3d2dede: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:50:18.529987 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-015c43d0-8437-435b-a27c-20df070488ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:18.604212 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-015c43d0-8437-435b-a27c-20df070488ae admin admin] Publish callbacks [] for security_group (747f4271-e14e-4dbd-bb3e-1dff5eaff4a2), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:18.668944 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-015c43d0-8437-435b-a27c-20df070488ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (747f4271-e14e-4dbd-bb3e-1dff5eaff4a2), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:18.710702 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-015c43d0-8437-435b-a27c-20df070488ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23685576cd0d4e8c9bcc39f36c03f3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959030 Apr 12 15:50:18.711432 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c43d0-8437-435b-a27c-20df070488ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747f4271-e14e-4dbd-bb3e-1dff5eaff4a2,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:18.715314 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52934) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:18.768862 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-799a10a3-1873-414d-8215-ced35ceaae51 admin admin] Publish callbacks [] for security_group (747f4271-e14e-4dbd-bb3e-1dff5eaff4a2), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:18.792752 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-799a10a3-1873-414d-8215-ced35ceaae51 admin admin] Publish callbacks [] for security_group (747f4271-e14e-4dbd-bb3e-1dff5eaff4a2), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:18.914312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-799a10a3-1873-414d-8215-ced35ceaae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (747f4271-e14e-4dbd-bb3e-1dff5eaff4a2), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:18.916948 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-799a10a3-1873-414d-8215-ced35ceaae51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:18.918125 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-799a10a3-1873-414d-8215-ced35ceaae51 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/747f4271-e14e-4dbd-bb3e-1dff5eaff4a2 HTTP/1.1" status: 204 len: 168 time: 0.2017922 Apr 12 15:50:18.927340 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a10a3-1873-414d-8215-ced35ceaae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747f4271-e14e-4dbd-bb3e-1dff5eaff4a2,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:19.506050 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 52940) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:19.519323 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-891e92cb-0ff7-446f-8b0f-57b52d7fc1ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:19.594532 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-891e92cb-0ff7-446f-8b0f-57b52d7fc1ba admin admin] Publish callbacks [] for security_group (a59eac2b-677e-4a10-9e77-d88dbd7b9132), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:19.665498 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-891e92cb-0ff7-446f-8b0f-57b52d7fc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (a59eac2b-677e-4a10-9e77-d88dbd7b9132), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:19.707322 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-891e92cb-0ff7-446f-8b0f-57b52d7fc1ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee57b05dc5534435a05a83ffe32c5ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001472 Apr 12 15:50:19.708179 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e92cb-0ff7-446f-8b0f-57b52d7fc1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59eac2b-677e-4a10-9e77-d88dbd7b9132,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:19.710063 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 52942) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:19.762124 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3b0d-73c2-4992-8f54-0d2906174c15 admin admin] Publish callbacks [] for security_group (a59eac2b-677e-4a10-9e77-d88dbd7b9132), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:19.784105 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3b0d-73c2-4992-8f54-0d2906174c15 admin admin] Publish callbacks [] for security_group (a59eac2b-677e-4a10-9e77-d88dbd7b9132), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:19.893364 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3b0d-73c2-4992-8f54-0d2906174c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (a59eac2b-677e-4a10-9e77-d88dbd7b9132), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:19.896462 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3b0d-73c2-4992-8f54-0d2906174c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:19.897629 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fa3b3b0d-73c2-4992-8f54-0d2906174c15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a59eac2b-677e-4a10-9e77-d88dbd7b9132 HTTP/1.1" status: 204 len: 168 time: 0.1860816 Apr 12 15:50:19.905170 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b3b0d-73c2-4992-8f54-0d2906174c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59eac2b-677e-4a10-9e77-d88dbd7b9132,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:24.891003 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 53076) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:24.994572 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af893ee1-0b16-4d04-932b-69c7cce2d81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:25.069035 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af893ee1-0b16-4d04-932b-69c7cce2d81c admin admin] Publish callbacks [] for security_group (50c0631b-e406-425e-b4a5-64bbd5cdb05b), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:25.147706 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af893ee1-0b16-4d04-932b-69c7cce2d81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (50c0631b-e406-425e-b4a5-64bbd5cdb05b), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:25.186164 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-af893ee1-0b16-4d04-932b-69c7cce2d81c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8f2a0a16cb640f4a9d037ee26835b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940907 Apr 12 15:50:25.187023 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af893ee1-0b16-4d04-932b-69c7cce2d81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0631b-e406-425e-b4a5-64bbd5cdb05b,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:25.189504 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53080) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:25.248325 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-66be6dd7-4cd7-44ed-9f47-5235388dc7ca admin admin] Publish callbacks [] for security_group (50c0631b-e406-425e-b4a5-64bbd5cdb05b), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:25.259546 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-66be6dd7-4cd7-44ed-9f47-5235388dc7ca admin admin] Publish callbacks [] for security_group (50c0631b-e406-425e-b4a5-64bbd5cdb05b), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:25.364390 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-66be6dd7-4cd7-44ed-9f47-5235388dc7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (50c0631b-e406-425e-b4a5-64bbd5cdb05b), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:25.366984 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-66be6dd7-4cd7-44ed-9f47-5235388dc7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:25.368131 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-66be6dd7-4cd7-44ed-9f47-5235388dc7ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/50c0631b-e406-425e-b4a5-64bbd5cdb05b HTTP/1.1" status: 204 len: 168 time: 0.1769314 Apr 12 15:50:25.375718 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be6dd7-4cd7-44ed-9f47-5235388dc7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0631b-e406-425e-b4a5-64bbd5cdb05b,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:26.036713 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53086) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:26.050329 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a480e92e-a0e8-4493-8789-6b5d12085e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:26.127433 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a480e92e-a0e8-4493-8789-6b5d12085e3f admin admin] Publish callbacks [] for security_group (b09795a2-a517-4bbd-b24f-3bfd1b2e2d66), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:26.206617 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a480e92e-a0e8-4493-8789-6b5d12085e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (b09795a2-a517-4bbd-b24f-3bfd1b2e2d66), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:26.248331 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a480e92e-a0e8-4493-8789-6b5d12085e3f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d1200c77a4740a6af903a2c74e1eb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105148 Apr 12 15:50:26.249163 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480e92e-a0e8-4493-8789-6b5d12085e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09795a2-a517-4bbd-b24f-3bfd1b2e2d66,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:26.251164 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 53088) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:26.300124 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-58012480-8e40-4800-9958-192e8aff5fd9 admin admin] Publish callbacks [] for security_group (b09795a2-a517-4bbd-b24f-3bfd1b2e2d66), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:26.321242 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-58012480-8e40-4800-9958-192e8aff5fd9 admin admin] Publish callbacks [] for security_group (b09795a2-a517-4bbd-b24f-3bfd1b2e2d66), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:26.441173 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-58012480-8e40-4800-9958-192e8aff5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (b09795a2-a517-4bbd-b24f-3bfd1b2e2d66), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:26.444177 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-58012480-8e40-4800-9958-192e8aff5fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:26.445365 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-58012480-8e40-4800-9958-192e8aff5fd9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b09795a2-a517-4bbd-b24f-3bfd1b2e2d66 HTTP/1.1" status: 204 len: 168 time: 0.1931963 Apr 12 15:50:26.453478 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012480-8e40-4800-9958-192e8aff5fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09795a2-a517-4bbd-b24f-3bfd1b2e2d66,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:29.954741 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-425c176d-ab02-43bb-bcc7-557d6e067a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:32.868557 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-13ecea62-d953-434f-b67d-58332fa68e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:33.234323 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:33.798785 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 53184) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:33.854952 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:33.901338 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-09901e94-7cc7-4d97-af5e-61542e5e85d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:33.948655 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:50:33.975858 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-09901e94-7cc7-4d97-af5e-61542e5e85d8 admin admin] Publish callbacks [] for security_group (0cabe80c-2646-4ed7-90f7-45b82428ee4b), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:34.088552 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-09901e94-7cc7-4d97-af5e-61542e5e85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0cabe80c-2646-4ed7-90f7-45b82428ee4b), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:34.127773 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-09901e94-7cc7-4d97-af5e-61542e5e85d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3318b096d92e47a585009d520481324e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277628 Apr 12 15:50:34.128494 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09901e94-7cc7-4d97-af5e-61542e5e85d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cabe80c-2646-4ed7-90f7-45b82428ee4b,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:34.130798 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53188) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:34.180033 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa1a-5a20-4e3a-b381-5cc29af2cedd admin admin] Publish callbacks [] for security_group (0cabe80c-2646-4ed7-90f7-45b82428ee4b), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:34.201126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa1a-5a20-4e3a-b381-5cc29af2cedd admin admin] Publish callbacks [] for security_group (0cabe80c-2646-4ed7-90f7-45b82428ee4b), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:34.325717 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa1a-5a20-4e3a-b381-5cc29af2cedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0cabe80c-2646-4ed7-90f7-45b82428ee4b), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:34.328214 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa1a-5a20-4e3a-b381-5cc29af2cedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:34.329379 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-9be3fa1a-5a20-4e3a-b381-5cc29af2cedd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0cabe80c-2646-4ed7-90f7-45b82428ee4b HTTP/1.1" status: 204 len: 168 time: 0.1969731 Apr 12 15:50:34.337693 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3fa1a-5a20-4e3a-b381-5cc29af2cedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cabe80c-2646-4ed7-90f7-45b82428ee4b,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:34.886286 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53194) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:34.899800 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80f1659d-da15-403f-a83b-40da8a9e0192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:34.973324 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80f1659d-da15-403f-a83b-40da8a9e0192 admin admin] Publish callbacks [] for security_group (0a093f8f-0915-4d7c-9551-fd745804a61d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:35.059833 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80f1659d-da15-403f-a83b-40da8a9e0192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0a093f8f-0915-4d7c-9551-fd745804a61d), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:35.096432 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1659d-da15-403f-a83b-40da8a9e0192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a093f8f-0915-4d7c-9551-fd745804a61d,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:35.100968 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-80f1659d-da15-403f-a83b-40da8a9e0192 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=120e54e60a814cad85abbc6b750b4610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136405 Apr 12 15:50:35.104085 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53196) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:35.160120 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff85-32fc-4304-aee0-d786e154d94d admin admin] Publish callbacks [] for security_group (0a093f8f-0915-4d7c-9551-fd745804a61d), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:35.175345 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff85-32fc-4304-aee0-d786e154d94d admin admin] Publish callbacks [] for security_group (0a093f8f-0915-4d7c-9551-fd745804a61d), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:35.294009 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff85-32fc-4304-aee0-d786e154d94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (0a093f8f-0915-4d7c-9551-fd745804a61d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:35.296566 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff85-32fc-4304-aee0-d786e154d94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:35.297824 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-cd44ff85-32fc-4304-aee0-d786e154d94d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a093f8f-0915-4d7c-9551-fd745804a61d HTTP/1.1" status: 204 len: 168 time: 0.1934524 Apr 12 15:50:35.306296 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff85-32fc-4304-aee0-d786e154d94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a093f8f-0915-4d7c-9551-fd745804a61d,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:35.776924 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:36.980827 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:42.074323 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53272) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:42.177549 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cc0a38d6-20f2-4588-b6d9-d1acf9735ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:42.250967 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cc0a38d6-20f2-4588-b6d9-d1acf9735ee9 admin admin] Publish callbacks [] for security_group (62a82f44-fce4-4c73-9289-a0b1f4d5ceda), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:42.336271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cc0a38d6-20f2-4588-b6d9-d1acf9735ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (62a82f44-fce4-4c73-9289-a0b1f4d5ceda), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:42.373386 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a38d6-20f2-4588-b6d9-d1acf9735ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a82f44-fce4-4c73-9289-a0b1f4d5ceda,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:42.378442 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-cc0a38d6-20f2-4588-b6d9-d1acf9735ee9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4939f795be834b67b254b77adde550ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030419 Apr 12 15:50:42.381214 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53276) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:42.430987 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-db279de0-07a7-400a-9f09-fa6bf5406d58 admin admin] Publish callbacks [] for security_group (62a82f44-fce4-4c73-9289-a0b1f4d5ceda), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:42.451377 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-db279de0-07a7-400a-9f09-fa6bf5406d58 admin admin] Publish callbacks [] for security_group (62a82f44-fce4-4c73-9289-a0b1f4d5ceda), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:42.566935 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-db279de0-07a7-400a-9f09-fa6bf5406d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (62a82f44-fce4-4c73-9289-a0b1f4d5ceda), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:42.569552 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-db279de0-07a7-400a-9f09-fa6bf5406d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:42.570773 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-db279de0-07a7-400a-9f09-fa6bf5406d58 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/62a82f44-fce4-4c73-9289-a0b1f4d5ceda HTTP/1.1" status: 204 len: 168 time: 0.1887276 Apr 12 15:50:42.579562 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db279de0-07a7-400a-9f09-fa6bf5406d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a82f44-fce4-4c73-9289-a0b1f4d5ceda,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:43.137401 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53282) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:43.150744 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd73a7e9-a11b-4bb5-a7ad-a15027bd928f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:43.225480 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd73a7e9-a11b-4bb5-a7ad-a15027bd928f admin admin] Publish callbacks [] for security_group (c70816ef-a5e3-42f0-adf8-c41634c05282), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:43.307471 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bd73a7e9-a11b-4bb5-a7ad-a15027bd928f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (c70816ef-a5e3-42f0-adf8-c41634c05282), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:43.346463 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bd73a7e9-a11b-4bb5-a7ad-a15027bd928f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9ad990b8bd3d46faae1424ae694ea783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079682 Apr 12 15:50:43.348052 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73a7e9-a11b-4bb5-a7ad-a15027bd928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70816ef-a5e3-42f0-adf8-c41634c05282,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:43.349844 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 53284) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:50:43.398515 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fd97-829b-46d9-986a-a674018f6fc9 admin admin] Publish callbacks [] for security_group (c70816ef-a5e3-42f0-adf8-c41634c05282), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:43.420226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fd97-829b-46d9-986a-a674018f6fc9 admin admin] Publish callbacks [] for security_group (c70816ef-a5e3-42f0-adf8-c41634c05282), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:43.544587 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fd97-829b-46d9-986a-a674018f6fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (c70816ef-a5e3-42f0-adf8-c41634c05282), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:43.547143 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fd97-829b-46d9-986a-a674018f6fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:50:43.548302 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c8f1fd97-829b-46d9-986a-a674018f6fc9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c70816ef-a5e3-42f0-adf8-c41634c05282 HTTP/1.1" status: 204 len: 168 time: 0.1974540 Apr 12 15:50:43.561238 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1fd97-829b-46d9-986a-a674018f6fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70816ef-a5e3-42f0-adf8-c41634c05282,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:50:59.941393 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-80745abd-12ac-42ee-a9d6-d925dc07f513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:02.803898 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a5116c2b-7740-4304-bfae-90858759b3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:03.267451 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:03.878071 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:05.774745 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:06.992334 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:10.044189 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 53420) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:51:10.180700 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:10.251646 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Publish callbacks [] for security_group (d284eb86-be97-4d38-b603-7d6b8290ae89), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:10.322682 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d284eb86-be97-4d38-b603-7d6b8290ae89), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:10.362634 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4af0bd9d92d24fb787b249c916e514bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173242 Apr 12 15:51:10.363604 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d284eb86-be97-4d38-b603-7d6b8290ae89,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:10.365277 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53424) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:51:10.370979 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.372945 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.372945 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.372945 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.372945 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.372945 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.373404 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.373404 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.373705 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.374042 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.374378 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.374711 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.375040 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.375368 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.375695 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e21104-4a21-44ff-9e5f-3c165b2d62cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.414076 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Publish callbacks [] for security_group (d284eb86-be97-4d38-b603-7d6b8290ae89), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:10.434771 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Publish callbacks [] for security_group (d284eb86-be97-4d38-b603-7d6b8290ae89), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:10.585556 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d284eb86-be97-4d38-b603-7d6b8290ae89), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:10.588112 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:10.589269 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d284eb86-be97-4d38-b603-7d6b8290ae89 HTTP/1.1" status: 204 len: 168 time: 0.2229459 Apr 12 15:51:10.597211 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d284eb86-be97-4d38-b603-7d6b8290ae89,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:10.604266 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.604624 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.604992 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.605330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.605661 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.605988 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.606312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.606631 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.606956 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.607279 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.607695 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.608019 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.608342 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.608663 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.609010 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867f6a4-63a9-45ad-a6aa-fa7f467dfb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:10.947956 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:51:11.654378 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53446) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:51:11.748330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-861660664-network', 'tenant_id': 'c1967c2273194edbbb4968a3c310aadf'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:51:11.825957 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Made reservation on behalf of c1967c2273194edbbb4968a3c310aadf for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:51:11.828284 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:11.837770 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:11.914029 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Publish callbacks [] for security_group (f414897c-c748-4c69-829e-f717201401a3), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:11.985580 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (f414897c-c748-4c69-829e-f717201401a3), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:12.010509 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:51:12.020983 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f414897c-c748-4c69-829e-f717201401a3,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:12.025763 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (a61fbf1f-98a7-4057-99e0-7c708fbfe231), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:12.026127 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Added segment a61fbf1f-98a7-4057-99e0-7c708fbfe231 of type vlan for network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 Apr 12 15:51:12.073304 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (fe3b2e91-2542-41ab-b7be-01d5ad8b4726), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:12.159884 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (fe3b2e91-2542-41ab-b7be-01d5ad8b4726), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:12.160882 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:12.161467 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:12.221427 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] Pushing event updated for resources: {'Network': ['ID=fe3b2e91-2542-41ab-b7be-01d5ad8b4726,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:12.230951 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:51:12.280112 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-67213ec5-e47c-4cc4-86ba-2867140f2f5a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6219540 Apr 12 15:51:12.280333 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53450) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:51:12.285236 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Request body: {'subnet': {'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-861660664-subnet', 'tenant_id': 'c1967c2273194edbbb4968a3c310aadf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:51:12.379475 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Made reservation on behalf of c1967c2273194edbbb4968a3c310aadf for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:51:12.381829 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5301105'] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:12.602761 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4886077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5301095'] for subnet (af766c68-0943-4896-a1bb-3f5198aafca8), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:12.659633 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af766c68-0943-4896-a1bb-3f5198aafca8,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:12.667382 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Checking segment: {'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:51:12.667761 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Network hostable DHCP agents. Network: fe3b2e91-2542-41ab-b7be-01d5ad8b4726, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:51:12.757097 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:51:12.854316 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, fe3b2e91-2542-41ab-b7be-01d5ad8b4726) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:51:12.858581 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:12.859402 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:12.863885 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d207a56c-0bc0-4236-9819-05845d3e068a None None] Network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:51:12.961646 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1279dc-26b6-4c0c-8318-f2ef9d82a37f None None] Network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:51:12.965384 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f869cfb1-0b4a-4119-adfb-fd187c0d3474 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6839466 Apr 12 15:51:15.101660 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-9315579e-fea0-438e-bb2a-996a2d8e2992 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:15.103028 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-9315579e-fea0-438e-bb2a-996a2d8e2992 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/networks?id=fe3b2e91-2542-41ab-b7be-01d5ad8b4726 HTTP/1.1" status: 200 len: 808 time: 0.1049290 Apr 12 15:51:15.118810 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-a1d48010-4687-47f2-830b-5f668bab96d9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/quotas/c1967c2273194edbbb4968a3c310aadf HTTP/1.1" status: 200 len: 375 time: 0.0103128 Apr 12 15:51:15.153460 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-519204af-9045-461e-90f8-8d17f08f00d8 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c1967c2273194edbbb4968a3c310aadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294013 Apr 12 15:51:15.164224 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-3bdff4f2-fa4f-42fb-857d-19f2881c96b4 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:51:15.165299 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-3bdff4f2-fa4f-42fb-857d-19f2881c96b4 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051715 Apr 12 15:51:15.256416 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-14d911f1-f471-4681-a4d2-3c481da78b98 service neutron] 10.222.0.74 "GET /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857172 Apr 12 15:51:15.351356 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-789b6703-f7a9-4771-a2c3-8a66c8345955 service neutron] 10.222.0.74 "GET /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891209 Apr 12 15:51:15.580688 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bc687aad-e2eb-4f95-bda1-31d31f02e332 req-c6a74771-b709-450f-b56a-e197d4968956 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 210 time: 0.0281520 Apr 12 15:51:16.676149 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9d8b173d-c808-4102-8267-34ae88c76c3f req-21a8c1c6-6a00-4062-bddc-86bd07678b50 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 210 time: 0.0276704 Apr 12 15:51:17.672867 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-53234ef8-3020-4c2f-8fd8-aa34f9b71555 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:17.674344 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-53234ef8-3020-4c2f-8fd8-aa34f9b71555 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.84 "GET /v2.0/networks?id=fe3b2e91-2542-41ab-b7be-01d5ad8b4726 HTTP/1.1" status: 200 len: 808 time: 0.1071572 Apr 12 15:51:17.686760 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Request body: {'port': {'device_id': '9cfd2aaa-9776-4016-9e97-c1eac64b23bf', 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726', 'admin_state_up': True, 'tenant_id': 'c1967c2273194edbbb4968a3c310aadf'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:51:17.777104 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-82ef4e44-9925-4ba5-8d33-ece6ce7071f5 req-94aa9426-dd23-4c03-b91e-382b167be7df tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 210 time: 0.0332417 Apr 12 15:51:17.931138 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Made reservation on behalf of c1967c2273194edbbb4968a3c310aadf for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:51:17.934954 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:18.062326 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Allocated IP 172.20.0.6 (fe3b2e91-2542-41ab-b7be-01d5ad8b4726/af766c68-0943-4896-a1bb-3f5198aafca8/9ad401f1-c15e-4eac-8765-ac85278791f0) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:51:18.209495 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks [] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:18.356515 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:18.402600 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:51:18.407592 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:51:18.411274 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:51:18.417650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Pushing event updated for resources: {'Port': ['ID=9ad401f1-c15e-4eac-8765-ac85278791f0,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:18.462625 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:18.468608 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:18.599164 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-af4bf6d3-fab9-4f47-b609-244c0d2c3cd1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9160342 Apr 12 15:51:18.624755 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Request body: {'port': {'device_id': '9cfd2aaa-9776-4016-9e97-c1eac64b23bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:51:18.682004 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:18.889857 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3832ec2-a9e0-49b0-b840-6ea74959fc0b req-5d8b8a10-f418-4f8b-a026-0f302fbb2d0b tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:18.891434 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c3832ec2-a9e0-49b0-b840-6ea74959fc0b req-5d8b8a10-f418-4f8b-a026-0f302fbb2d0b tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 931 time: 0.0458133 Apr 12 15:51:18.944620 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c3832ec2-a9e0-49b0-b840-6ea74959fc0b req-a381a5bd-e6fb-4e2a-a97c-f10f7664f474 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Apr 12 15:51:18.955207 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad401f1-c15e-4eac-8765-ac85278791f0 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:51:18.962987 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Publish callbacks [] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:18.975801 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Transition to ACTIVE for port object 9ad401f1-c15e-4eac-8765-ac85278791f0 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:51:19.111112 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:19.160533 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Pushing event updated for resources: {'Port': ['ID=9ad401f1-c15e-4eac-8765-ac85278791f0,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:19.228035 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Attempting to bind port 9ad401f1-c15e-4eac-8765-ac85278791f0 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:51:19.228366 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Attempting to bind port 9ad401f1-c15e-4eac-8765-ac85278791f0 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:51:19.228692 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Attempting to bind port 9ad401f1-c15e-4eac-8765-ac85278791f0 on network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:51:19.232875 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Port 9ad401f1-c15e-4eac-8765-ac85278791f0 on network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:51:19.233213 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Attempting to bind port 9ad401f1-c15e-4eac-8765-ac85278791f0 on network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:51:19.238039 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:51:19.238372 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Checking segment: {'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:51:19.238751 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Bound using segment: {'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:51:19.239172 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Bound port: 9ad401f1-c15e-4eac-8765-ac85278791f0, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:51:19.239528 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:19.303827 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] For port 9ad401f1-c15e-4eac-8765-ac85278791f0, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:51:19.306739 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] For port 9ad401f1-c15e-4eac-8765-ac85278791f0, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9ad401f1-c15e-4eac-8765-ac85278791f0,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:51:19.411340 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:19.445943 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:19.446571 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:19.447984 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] 10.222.0.84 "PUT /v2.0/ports/9ad401f1-c15e-4eac-8765-ac85278791f0 HTTP/1.1" status: 200 len: 1093 time: 0.8274593 Apr 12 15:51:19.448425 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfd2aaa-9776-4016-9e97-c1eac64b23bf', 'tag': '9ad401f1-c15e-4eac-8765-ac85278791f0'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:51:19.450728 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d74343-5064-4558-86fb-1b08523a459e" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfd2aaa-9776-4016-9e97-c1eac64b23bf", "tag": "9ad401f1-c15e-4eac-8765-ac85278791f0"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:51:19.474303 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fe21a-dcb5-4079-96de-5c0acdd0557c service neutron] Pushing event updated for resources: {'Port': ['ID=9ad401f1-c15e-4eac-8765-ac85278791f0,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:19.485271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa25330-7892-41e5-a513-7381e379d341 x-openstack-request-id: req-3fa25330-7892-41e5-a513-7381e379d341 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:51:19.485604 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfd2aaa-9776-4016-9e97-c1eac64b23bf", "tag": "9ad401f1-c15e-4eac-8765-ac85278791f0", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:51:19.485892 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3fa25330-7892-41e5-a513-7381e379d341 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:51:19.486341 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa25330-7892-41e5-a513-7381e379d341'] response: {'name': 'network-changed', 'server_uuid': '9cfd2aaa-9776-4016-9e97-c1eac64b23bf', 'tag': '9ad401f1-c15e-4eac-8765-ac85278791f0', 'status': 'completed', 'code': 200} Apr 12 15:51:19.543719 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d74343-5064-4558-86fb-1b08523a459e req-2139389f-647e-4bd8-af2a-2f3ca62e4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:19.545281 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-78d74343-5064-4558-86fb-1b08523a459e req-2139389f-647e-4bd8-af2a-2f3ca62e4fcf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1967c2273194edbbb4968a3c310aadf&device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 1127 time: 0.0403366 Apr 12 15:51:19.642769 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d74343-5064-4558-86fb-1b08523a459e req-48c83a13-b8c9-44ed-a96e-05e2a842dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:19.644204 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-78d74343-5064-4558-86fb-1b08523a459e req-48c83a13-b8c9-44ed-a96e-05e2a842dd6c service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=c1967c2273194edbbb4968a3c310aadf&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0920107 Apr 12 15:51:19.733949 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d74343-5064-4558-86fb-1b08523a459e req-18b8f346-3d4b-4e51-b629-12afbc6a8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:19.735381 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-78d74343-5064-4558-86fb-1b08523a459e req-18b8f346-3d4b-4e51-b629-12afbc6a8a96 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0857728 Apr 12 15:51:19.810872 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-3491806f-95d3-4188-bfcc-87f783c7e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:19.812387 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-3491806f-95d3-4188-bfcc-87f783c7e96b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1967c2273194edbbb4968a3c310aadf&device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 1127 time: 0.0431929 Apr 12 15:51:19.852251 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-0fa4a297-55ca-423d-9b3d-4d7969869981 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ad401f1-c15e-4eac-8765-ac85278791f0 HTTP/1.1" status: 200 len: 217 time: 0.0336163 Apr 12 15:51:19.898046 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-0c589d3c-79af-4715-a742-b02a8ae3628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:19.899452 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-0c589d3c-79af-4715-a742-b02a8ae3628e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=af766c68-0943-4896-a1bb-3f5198aafca8 HTTP/1.1" status: 200 len: 848 time: 0.0421226 Apr 12 15:51:19.933348 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-adc32888-657f-436a-b546-71f0524ee149 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fe3b2e91-2542-41ab-b7be-01d5ad8b4726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277987 Apr 12 15:51:20.021667 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-4bd4c58a-5a47-4d61-926b-5b1552083cbd service neutron] 10.222.0.84 "GET /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822055 Apr 12 15:51:20.055195 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f1caf-1840-42c0-8272-fba0a6f7044e req-0354c936-42a8-45fb-ba60-9dd7bc66cac6 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:20.056644 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d1f1caf-1840-42c0-8272-fba0a6f7044e req-0354c936-42a8-45fb-ba60-9dd7bc66cac6 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 943 time: 0.0465388 Apr 12 15:51:20.104457 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d1f1caf-1840-42c0-8272-fba0a6f7044e req-c5136669-db81-4201-b7a1-d4f59e53b741 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Apr 12 15:51:20.113116 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4d346e30-eb5f-4866-b78a-10f37ac0f422 req-0e03a3dc-22e4-4853-ba5d-bd02b6f2f17b service neutron] 10.222.0.84 "GET /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860174 Apr 12 15:51:21.216998 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a260-fbc8-47e5-bf7b-bd1d0d62761e req-c2c19917-7b41-4f65-9b2d-1145242f6df3 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:21.218370 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c03a260-fbc8-47e5-bf7b-bd1d0d62761e req-c2c19917-7b41-4f65-9b2d-1145242f6df3 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 943 time: 0.0462794 Apr 12 15:51:21.264433 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c03a260-fbc8-47e5-bf7b-bd1d0d62761e req-5950aa42-cb1b-4bf4-a797-b2412ed0fc9f tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Apr 12 15:51:22.373254 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b48fd-406b-4eb5-b66d-b6a9273883b1 req-538770f9-8a5c-41a1-ab6f-e6deac2e7db4 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:22.374698 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c8b48fd-406b-4eb5-b66d-b6a9273883b1 req-538770f9-8a5c-41a1-ab6f-e6deac2e7db4 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 943 time: 0.0450561 Apr 12 15:51:22.422612 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c8b48fd-406b-4eb5-b66d-b6a9273883b1 req-0e1e71dc-8fcf-49e6-8674-dbc25e54c9a1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Apr 12 15:51:22.766910 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 9ad401f1-c15e-4eac-8765-ac85278791f0 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:51:22.865309 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 9ad401f1-c15e-4eac-8765-ac85278791f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9ad401f1-c15e-4eac-8765-ac85278791f0,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:51:22.876429 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '9ad401f1-c15e-4eac-8765-ac85278791f0', 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726', 'port_id': '9ad401f1-c15e-4eac-8765-ac85278791f0', 'mac_address': 'fa:16:3e:49:9c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af766c68-0943-4896-a1bb-3f5198aafca8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:51:22.914607 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 9ad401f1-c15e-4eac-8765-ac85278791f0 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:51:22.914993 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:22.931132 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad401f1-c15e-4eac-8765-ac85278791f0 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:51:22.951110 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 9ad401f1-c15e-4eac-8765-ac85278791f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9ad401f1-c15e-4eac-8765-ac85278791f0,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:51:23.021737 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:23.069680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=9ad401f1-c15e-4eac-8765-ac85278791f0,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:23.076619 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.076995 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.077339 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.077678 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.078034 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.078372 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.078702 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.079026 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.079353 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.079678 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.080003 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.080328 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.080653 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.081000 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.081322 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:51:23.329531 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['9ad401f1-c15e-4eac-8765-ac85278791f0'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:51:23.538208 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f3704-8cc0-4591-978b-ad099eae7202 req-3200304b-6516-4eb2-8e95-ccb1e42c34a9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:23.539668 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5e8f3704-8cc0-4591-978b-ad099eae7202 req-3200304b-6516-4eb2-8e95-ccb1e42c34a9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 944 time: 0.0466392 Apr 12 15:51:23.586612 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-5e8f3704-8cc0-4591-978b-ad099eae7202 req-b20cd590-9168-4deb-8f88-7bed082f7639 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Apr 12 15:51:24.701315 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbe3df-7df7-4418-bc01-dce8d6bdaf40 req-7738f4c3-8c50-47f9-89e7-9f320558bbcb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:24.702743 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b8cbe3df-7df7-4418-bc01-dce8d6bdaf40 req-7738f4c3-8c50-47f9-89e7-9f320558bbcb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 944 time: 0.0486822 Apr 12 15:51:24.749469 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b8cbe3df-7df7-4418-bc01-dce8d6bdaf40 req-8b64a91b-d2f5-4fb2-8ebb-c43070532f5d tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Apr 12 15:51:24.788676 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 9ad401f1-c15e-4eac-8765-ac85278791f0 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:51:24.832637 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 9ad401f1-c15e-4eac-8765-ac85278791f0 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:51:24.914847 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 9ad401f1-c15e-4eac-8765-ac85278791f0 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:51:24.918706 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:24.992143 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 9ad401f1-c15e-4eac-8765-ac85278791f0 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:51:24.992531 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:25.014406 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfd2aaa-9776-4016-9e97-c1eac64b23bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad401f1-c15e-4eac-8765-ac85278791f0'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:51:25.016644 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143aaa92-d52f-4ffc-88d2-4020e8be7345" -d '{"events": [{"server_uuid": "9cfd2aaa-9776-4016-9e97-c1eac64b23bf", "name": "network-vif-plugged", "status": "completed", "tag": "9ad401f1-c15e-4eac-8765-ac85278791f0"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:51:25.032997 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 9ad401f1-c15e-4eac-8765-ac85278791f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9ad401f1-c15e-4eac-8765-ac85278791f0,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:51:25.058235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3f8dad-85c4-4202-bf7e-95f812d0c264 x-openstack-request-id: req-6f3f8dad-85c4-4202-bf7e-95f812d0c264 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:51:25.058235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfd2aaa-9776-4016-9e97-c1eac64b23bf", "name": "network-vif-plugged", "status": "completed", "tag": "9ad401f1-c15e-4eac-8765-ac85278791f0", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:51:25.058235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f3f8dad-85c4-4202-bf7e-95f812d0c264 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:51:25.058235 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3f8dad-85c4-4202-bf7e-95f812d0c264'] response: {'server_uuid': '9cfd2aaa-9776-4016-9e97-c1eac64b23bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad401f1-c15e-4eac-8765-ac85278791f0', 'code': 200} Apr 12 15:51:25.092114 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:25.139641 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=9ad401f1-c15e-4eac-8765-ac85278791f0,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:25.429330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd85f39-6756-4a2d-9254-ffbfcd0aad1f req-18b276eb-7996-4e8d-88e4-ad3e7c48b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:25.430790 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ebd85f39-6756-4a2d-9254-ffbfcd0aad1f req-18b276eb-7996-4e8d-88e4-ad3e7c48b3d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 1129 time: 0.0419121 Apr 12 15:51:25.473552 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ebd85f39-6756-4a2d-9254-ffbfcd0aad1f req-85078191-b9a7-4523-b3b5-6228bcfc6ade service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373309 Apr 12 15:51:25.861012 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5aca-6674-46c5-b7d8-e7eaaa41349d req-67b75133-796a-4bc4-92f5-32cafa57c22c tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:25.862455 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-58ac5aca-6674-46c5-b7d8-e7eaaa41349d req-67b75133-796a-4bc4-92f5-32cafa57c22c tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 945 time: 0.0460508 Apr 12 15:51:25.909698 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-58ac5aca-6674-46c5-b7d8-e7eaaa41349d req-3943135e-099f-494e-8a83-c00b4e57f7e1 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Apr 12 15:51:27.022331 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6f5b3-2836-4a0e-9de6-462d08edfa1a req-f678496b-9369-422d-bc18-22b77a07eb5c tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:27.023783 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f6c6f5b3-2836-4a0e-9de6-462d08edfa1a req-f678496b-9369-422d-bc18-22b77a07eb5c tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 945 time: 0.0464480 Apr 12 15:51:27.071232 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f6c6f5b3-2836-4a0e-9de6-462d08edfa1a req-ed25ed7c-8ae7-44b0-89ab-e00b959ad94c tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Apr 12 15:51:28.186011 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920b4ab-ab2e-4624-80b3-c396b8edd437 req-357ef795-4662-42a2-9eab-d4fe587704d3 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:28.187446 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a920b4ab-ab2e-4624-80b3-c396b8edd437 req-357ef795-4662-42a2-9eab-d4fe587704d3 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 945 time: 0.0494936 Apr 12 15:51:28.233894 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a920b4ab-ab2e-4624-80b3-c396b8edd437 req-1a9e6f70-3eb3-4bb9-a06c-ec9974dab90f tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Apr 12 15:51:30.209412 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b85afae6-7875-4750-8898-3df1f786853a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:30.522857 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512b757-5962-4ad1-8612-ff8c06e03ef2 req-e3da7688-f88c-41d3-8a68-b3454123f7c9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:30.524477 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d512b757-5962-4ad1-8612-ff8c06e03ef2 req-e3da7688-f88c-41d3-8a68-b3454123f7c9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 945 time: 0.0462737 Apr 12 15:51:30.570409 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d512b757-5962-4ad1-8612-ff8c06e03ef2 req-89710203-68f9-4853-97eb-7d1a213444ae tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Apr 12 15:51:31.690852 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc69c0-f3df-40c2-a6b4-6cca6fcfd302 req-756f76fd-ed96-4bdb-8884-8065742dc47e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:31.692306 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8bbc69c0-f3df-40c2-a6b4-6cca6fcfd302 req-756f76fd-ed96-4bdb-8884-8065742dc47e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 945 time: 0.0523303 Apr 12 15:51:31.740485 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8bbc69c0-f3df-40c2-a6b4-6cca6fcfd302 req-af2eabd5-11d3-492a-84c0-0f9306432649 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Apr 12 15:51:32.002598 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-a3031ea2-1206-48ff-8c9b-5c4c95525bb6 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:32.003970 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-a3031ea2-1206-48ff-8c9b-5c4c95525bb6 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 945 time: 0.0466635 Apr 12 15:51:32.087756 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Deleting port 9ad401f1-c15e-4eac-8765-ac85278791f0 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:51:32.088094 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:32.176320 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] For port 9ad401f1-c15e-4eac-8765-ac85278791f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9ad401f1-c15e-4eac-8765-ac85278791f0,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:51:32.176679 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:32.189211 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Calling delete_port for 9ad401f1-c15e-4eac-8765-ac85278791f0 owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:51:32.565982 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (9ad401f1-c15e-4eac-8765-ac85278791f0), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:32.577050 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['9ad401f1-c15e-4eac-8765-ac85278791f0'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:51:32.594580 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Pushing event deleted for resources: {'Port': ['ID=9ad401f1-c15e-4eac-8765-ac85278791f0,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:32.638948 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] No DVR routers for this DVR port 9ad401f1-c15e-4eac-8765-ac85278791f0 on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:51:32.642041 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:32.646089 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9b6ffb17-151e-4ece-adc3-b49d72cd1497 req-20fca9ef-1231-4712-8c64-8774ec1ffadb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.84 "DELETE /v2.0/ports/9ad401f1-c15e-4eac-8765-ac85278791f0 HTTP/1.1" status: 204 len: 173 time: 0.6359241 Apr 12 15:51:32.646544 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfd2aaa-9776-4016-9e97-c1eac64b23bf', 'name': 'network-vif-deleted', 'tag': '9ad401f1-c15e-4eac-8765-ac85278791f0'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:51:32.649068 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e091df8-9e69-4e79-8418-b29593275810" -d '{"events": [{"server_uuid": "9cfd2aaa-9776-4016-9e97-c1eac64b23bf", "name": "network-vif-deleted", "tag": "9ad401f1-c15e-4eac-8765-ac85278791f0"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:51:32.684003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a516ac-9f15-4167-a815-d63f71b02550 x-openstack-request-id: req-55a516ac-9f15-4167-a815-d63f71b02550 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:51:32.684310 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfd2aaa-9776-4016-9e97-c1eac64b23bf", "name": "network-vif-deleted", "tag": "9ad401f1-c15e-4eac-8765-ac85278791f0", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:51:32.684603 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-55a516ac-9f15-4167-a815-d63f71b02550 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:51:32.685078 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a516ac-9f15-4167-a815-d63f71b02550'] response: {'server_uuid': '9cfd2aaa-9776-4016-9e97-c1eac64b23bf', 'name': 'network-vif-deleted', 'tag': '9ad401f1-c15e-4eac-8765-ac85278791f0', 'status': 'completed', 'code': 200} Apr 12 15:51:32.836715 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-be502a0c-9204-46a6-85bf-50021b4d1c97 req-b5e10a4b-5989-4cbf-906f-7792253cd05d tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 210 time: 0.0298550 Apr 12 15:51:32.952732 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b100-a79c-48a5-903c-2ba1bec9b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:33.360455 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:33.947193 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-227a7bbc-564d-4f46-b18a-a8c7c0517bc5 req-beb24c23-4722-4b2d-9cc9-95ef1c2cdd7f tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cfd2aaa-9776-4016-9e97-c1eac64b23bf HTTP/1.1" status: 200 len: 210 time: 0.0274177 Apr 12 15:51:33.982401 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:34.823767 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 9ad401f1-c15e-4eac-8765-ac85278791f0 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:51:34.843840 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 9ad401f1-c15e-4eac-8765-ac85278791f0 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:51:34.844353 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 9ad401f1-c15e-4eac-8765-ac85278791f0 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:51:35.202679 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-14387392-e6de-4054-8f62-9199662a859c tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:35.204119 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-14387392-e6de-4054-8f62-9199662a859c tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/networks?id=fe3b2e91-2542-41ab-b7be-01d5ad8b4726 HTTP/1.1" status: 200 len: 808 time: 0.1014185 Apr 12 15:51:35.218279 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-7257ed46-23e1-4836-b4ce-f30fb2c24bba tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/quotas/c1967c2273194edbbb4968a3c310aadf HTTP/1.1" status: 200 len: 375 time: 0.0087533 Apr 12 15:51:35.250797 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-92115aec-e312-4288-8269-a48172f159bc tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c1967c2273194edbbb4968a3c310aadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270936 Apr 12 15:51:35.446342 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-a9a15713-f801-44c0-a807-28065b2cfee8 service neutron] 10.222.0.74 "GET /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889291 Apr 12 15:51:35.533924 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-46459485-1a4e-4295-89de-7ab5a2defb28 service neutron] 10.222.0.74 "GET /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820026 Apr 12 15:51:35.796435 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-45d0c733-db0a-4ba9-83a6-83617d07cc53 req-87617eae-045b-4d8c-b50d-39912b164376 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 210 time: 0.0280235 Apr 12 15:51:35.832041 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:36.892279 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-76937eb4-6d2f-48c1-86d0-a071cfdfd5aa req-11dc5928-b04d-4371-9411-e8af78512923 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 210 time: 0.0318737 Apr 12 15:51:37.021954 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:37.750900 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3d7b41c-3210-42ce-adc3-168668934456 req-18161043-d6bf-43d8-b6f1-f160968463ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371609 Apr 12 15:51:37.830028 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7b41c-3210-42ce-adc3-168668934456 req-0443eda6-91c6-4ebf-b119-384556a8d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:37.831366 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3d7b41c-3210-42ce-adc3-168668934456 req-0443eda6-91c6-4ebf-b119-384556a8d598 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 1130 time: 0.0371048 Apr 12 15:51:37.939284 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7b41c-3210-42ce-adc3-168668934456 req-4418ac06-cc29-4afc-918d-1c257863c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:37.939284 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3d7b41c-3210-42ce-adc3-168668934456 req-4418ac06-cc29-4afc-918d-1c257863c09a service neutron] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 915 time: 0.0885861 Apr 12 15:51:38.012063 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d4427207-807d-4396-9785-ddf4de55eca5 req-432ccb9f-1e64-4783-b82b-003d7d140620 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 210 time: 0.0340369 Apr 12 15:51:38.029749 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3d7b41c-3210-42ce-adc3-168668934456 req-e688f4ae-b247-4190-be68-a94f9798a6ae service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9 HTTP/1.1" status: 200 len: 1001 time: 0.0873854 Apr 12 15:51:38.038993 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-11d8c852-4621-4927-af4e-2beb8b10c9fa tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:38.040481 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-11d8c852-4621-4927-af4e-2beb8b10c9fa tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.84 "GET /v2.0/networks?id=fe3b2e91-2542-41ab-b7be-01d5ad8b4726 HTTP/1.1" status: 200 len: 808 time: 0.1157372 Apr 12 15:51:38.053879 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Request body: {'port': {'device_id': '5d546e79-88d6-4190-8475-c9b2f3ba1c46', 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726', 'admin_state_up': True, 'tenant_id': 'c1967c2273194edbbb4968a3c310aadf'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:51:38.081156 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7b41c-3210-42ce-adc3-168668934456 req-b8449119-10a4-4bef-b7fd-87427641532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:38.082611 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3d7b41c-3210-42ce-adc3-168668934456 req-b8449119-10a4-4bef-b7fd-87427641532d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0468519 Apr 12 15:51:38.125009 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7b41c-3210-42ce-adc3-168668934456 req-ac6ff068-5da4-4436-97c2-11c2d492c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:38.127034 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3d7b41c-3210-42ce-adc3-168668934456 req-ac6ff068-5da4-4436-97c2-11c2d492c178 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388825 Apr 12 15:51:38.218254 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3d7b41c-3210-42ce-adc3-168668934456 req-5c7d7aab-f269-4a8c-a70c-5619ad9c6fd9 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854497 Apr 12 15:51:38.239057 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Made reservation on behalf of c1967c2273194edbbb4968a3c310aadf for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:51:38.242563 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:38.309374 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3d7b41c-3210-42ce-adc3-168668934456 req-795350fe-ab84-4b8e-ab64-fb1d76005eab service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855794 Apr 12 15:51:38.369878 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Allocated IP 172.20.0.2 (fe3b2e91-2542-41ab-b7be-01d5ad8b4726/af766c68-0943-4896-a1bb-3f5198aafca8/04155cba-03c8-438f-8492-d4d150cdb2ce) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:51:38.518199 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks [] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:38.616337 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:38.658691 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:51:38.663719 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:51:38.667545 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:51:38.674003 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Pushing event updated for resources: {'Port': ['ID=04155cba-03c8-438f-8492-d4d150cdb2ce,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:38.722543 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:38.723158 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:38.807063 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fc877aa9-e257-4192-8fac-1e832c06dc7e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568924 Apr 12 15:51:38.817814 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Request body: {'port': {'device_id': '5d546e79-88d6-4190-8475-c9b2f3ba1c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:51:38.875170 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:39.161871 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32b7e5-13f6-478c-b371-773f632641ff req-66397827-5b5d-4603-8604-19b8e34e29cb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:39.163322 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bf32b7e5-13f6-478c-b371-773f632641ff req-66397827-5b5d-4603-8604-19b8e34e29cb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 931 time: 0.0798357 Apr 12 15:51:39.184212 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04155cba-03c8-438f-8492-d4d150cdb2ce {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:51:39.198576 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Publish callbacks [] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:39.227547 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Transition to ACTIVE for port object 04155cba-03c8-438f-8492-d4d150cdb2ce will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:51:39.234737 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bf32b7e5-13f6-478c-b371-773f632641ff req-9a80a730-0031-4eb0-9507-530947aa2411 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656986 Apr 12 15:51:39.324629 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:39.374688 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Pushing event updated for resources: {'Port': ['ID=04155cba-03c8-438f-8492-d4d150cdb2ce,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:39.446445 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Attempting to bind port 04155cba-03c8-438f-8492-d4d150cdb2ce on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:51:39.446704 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Attempting to bind port 04155cba-03c8-438f-8492-d4d150cdb2ce by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:51:39.447020 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Attempting to bind port 04155cba-03c8-438f-8492-d4d150cdb2ce on network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:51:39.451286 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Port 04155cba-03c8-438f-8492-d4d150cdb2ce on network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:51:39.451613 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Attempting to bind port 04155cba-03c8-438f-8492-d4d150cdb2ce on network fe3b2e91-2542-41ab-b7be-01d5ad8b4726 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:51:39.456925 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:51:39.457269 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Checking segment: {'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:51:39.457658 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Bound using segment: {'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:51:39.458083 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Bound port: 04155cba-03c8-438f-8492-d4d150cdb2ce, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61fbf1f-98a7-4057-99e0-7c708fbfe231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:51:39.458440 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:39.520665 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] For port 04155cba-03c8-438f-8492-d4d150cdb2ce, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:51:39.524177 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] For port 04155cba-03c8-438f-8492-d4d150cdb2ce, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=04155cba-03c8-438f-8492-d4d150cdb2ce,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:51:39.622446 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:39.658051 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:39.658675 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:39.660050 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] 10.222.0.84 "PUT /v2.0/ports/04155cba-03c8-438f-8492-d4d150cdb2ce HTTP/1.1" status: 200 len: 1093 time: 0.8462284 Apr 12 15:51:39.660493 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d546e79-88d6-4190-8475-c9b2f3ba1c46', 'tag': '04155cba-03c8-438f-8492-d4d150cdb2ce'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:51:39.662791 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0f297f-57ec-42e0-88d5-d34b15ca4404" -d '{"events": [{"name": "network-changed", "server_uuid": "5d546e79-88d6-4190-8475-c9b2f3ba1c46", "tag": "04155cba-03c8-438f-8492-d4d150cdb2ce"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:51:39.687121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db453b0d-425a-4dc6-9636-2cb2315573de service neutron] Pushing event updated for resources: {'Port': ['ID=04155cba-03c8-438f-8492-d4d150cdb2ce,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:39.818153 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ecff9-8802-4387-b38e-12b301fcda59 x-openstack-request-id: req-f54ecff9-8802-4387-b38e-12b301fcda59 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:51:39.818478 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d546e79-88d6-4190-8475-c9b2f3ba1c46", "tag": "04155cba-03c8-438f-8492-d4d150cdb2ce", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:51:39.818950 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f54ecff9-8802-4387-b38e-12b301fcda59 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:51:39.819153 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54ecff9-8802-4387-b38e-12b301fcda59'] response: {'name': 'network-changed', 'server_uuid': '5d546e79-88d6-4190-8475-c9b2f3ba1c46', 'tag': '04155cba-03c8-438f-8492-d4d150cdb2ce', 'status': 'completed', 'code': 200} Apr 12 15:51:39.878831 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f297f-57ec-42e0-88d5-d34b15ca4404 req-89409e33-5fbb-4a11-b5a3-99e9d6c4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:39.880311 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c0f297f-57ec-42e0-88d5-d34b15ca4404 req-89409e33-5fbb-4a11-b5a3-99e9d6c4d46c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1967c2273194edbbb4968a3c310aadf&device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 1127 time: 0.0418282 Apr 12 15:51:39.982014 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f297f-57ec-42e0-88d5-d34b15ca4404 req-0cde7eb4-22a7-46c5-81da-b237d6a67028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:39.983463 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c0f297f-57ec-42e0-88d5-d34b15ca4404 req-0cde7eb4-22a7-46c5-81da-b237d6a67028 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=c1967c2273194edbbb4968a3c310aadf&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0901644 Apr 12 15:51:40.228447 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f297f-57ec-42e0-88d5-d34b15ca4404 req-e855880c-cea9-4d47-bb1b-6225b1445f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:40.229933 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c0f297f-57ec-42e0-88d5-d34b15ca4404 req-e855880c-cea9-4d47-bb1b-6225b1445f4f service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911670 Apr 12 15:51:40.305689 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-ef7c978e-4c14-498e-a538-05dc5d47467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:40.307241 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-ef7c978e-4c14-498e-a538-05dc5d47467a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1967c2273194edbbb4968a3c310aadf&device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 1127 time: 0.0405188 Apr 12 15:51:40.355091 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-fbba35cf-7819-49fb-8a20-5a9ccb8efb35 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04155cba-03c8-438f-8492-d4d150cdb2ce HTTP/1.1" status: 200 len: 217 time: 0.0396149 Apr 12 15:51:40.405991 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-f60be040-eb53-4b59-8ea4-f503057e4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:40.407459 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-f60be040-eb53-4b59-8ea4-f503057e4c90 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=af766c68-0943-4896-a1bb-3f5198aafca8 HTTP/1.1" status: 200 len: 848 time: 0.0455680 Apr 12 15:51:40.440037 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-819bad05-9096-4813-8101-0620c13d8663 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fe3b2e91-2542-41ab-b7be-01d5ad8b4726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268252 Apr 12 15:51:40.543958 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8870d7a-cb15-4467-8dc3-02b9da16f9a5 req-9bba3427-2d36-49c4-a105-221bd771e81b tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:40.545341 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8870d7a-cb15-4467-8dc3-02b9da16f9a5 req-9bba3427-2d36-49c4-a105-221bd771e81b tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 943 time: 0.0827270 Apr 12 15:51:40.586414 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-a37316d7-5866-4924-9a6c-8951975baf79 service neutron] 10.222.0.84 "GET /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405969 Apr 12 15:51:40.631355 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8870d7a-cb15-4467-8dc3-02b9da16f9a5 req-a3ae1075-cb18-4e76-9573-4f51f8eac6bf tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792673 Apr 12 15:51:40.693595 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc87eacc-2c5e-4f32-9aa5-bcb36f24fc62 req-88bf4933-a648-4831-9100-c1b7cec2e18c service neutron] 10.222.0.84 "GET /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002893 Apr 12 15:51:41.746746 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94f0ba-7650-4ad9-a8c5-f9e3840ae6fb req-61c067fb-73f3-4e30-8a38-9197d55f294d tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:41.748175 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0c94f0ba-7650-4ad9-a8c5-f9e3840ae6fb req-61c067fb-73f3-4e30-8a38-9197d55f294d tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 943 time: 0.0487361 Apr 12 15:51:41.793820 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0c94f0ba-7650-4ad9-a8c5-f9e3840ae6fb req-2c1105ff-e6b0-4260-8097-e73a4a67c47d tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 Apr 12 15:51:42.865937 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 04155cba-03c8-438f-8492-d4d150cdb2ce details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:51:42.905485 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e505e1-ebd2-4b2a-845d-327322c5fe34 req-5eadb658-f5d1-479d-8034-bd58da0dbfd2 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:42.907023 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66e505e1-ebd2-4b2a-845d-327322c5fe34 req-5eadb658-f5d1-479d-8034-bd58da0dbfd2 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 943 time: 0.0484211 Apr 12 15:51:42.954436 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66e505e1-ebd2-4b2a-845d-327322c5fe34 req-3dd35ad6-d841-40fc-8d4d-296cef54942e tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Apr 12 15:51:42.963193 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 04155cba-03c8-438f-8492-d4d150cdb2ce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=04155cba-03c8-438f-8492-d4d150cdb2ce,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:51:42.974648 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '04155cba-03c8-438f-8492-d4d150cdb2ce', 'network_id': 'fe3b2e91-2542-41ab-b7be-01d5ad8b4726', 'port_id': '04155cba-03c8-438f-8492-d4d150cdb2ce', 'mac_address': 'fa:16:3e:74:61:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af766c68-0943-4896-a1bb-3f5198aafca8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:51:43.014622 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 04155cba-03c8-438f-8492-d4d150cdb2ce is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:51:43.015008 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:43.027534 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04155cba-03c8-438f-8492-d4d150cdb2ce {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:51:43.046267 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 04155cba-03c8-438f-8492-d4d150cdb2ce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=04155cba-03c8-438f-8492-d4d150cdb2ce,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:51:43.135680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:43.182244 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=04155cba-03c8-438f-8492-d4d150cdb2ce,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:43.456504 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['04155cba-03c8-438f-8492-d4d150cdb2ce'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:51:44.064672 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d35c06-e5f9-422f-a468-fbd8a26ad84e req-7bf77e41-9baa-4ced-8a7c-068723e74422 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:44.066145 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-22d35c06-e5f9-422f-a468-fbd8a26ad84e req-7bf77e41-9baa-4ced-8a7c-068723e74422 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 944 time: 0.0456338 Apr 12 15:51:44.113182 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-22d35c06-e5f9-422f-a468-fbd8a26ad84e req-21a33d13-1de4-43e7-8100-fb3010ae792d tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414221 Apr 12 15:51:44.889895 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 04155cba-03c8-438f-8492-d4d150cdb2ce up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:51:44.934955 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 04155cba-03c8-438f-8492-d4d150cdb2ce completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:51:45.009344 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 04155cba-03c8-438f-8492-d4d150cdb2ce triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:51:45.009727 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:45.086156 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 04155cba-03c8-438f-8492-d4d150cdb2ce is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:51:45.086541 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:45.112406 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d546e79-88d6-4190-8475-c9b2f3ba1c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04155cba-03c8-438f-8492-d4d150cdb2ce'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:51:45.114666 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f43236-d639-4887-b039-5315466c304a" -d '{"events": [{"server_uuid": "5d546e79-88d6-4190-8475-c9b2f3ba1c46", "name": "network-vif-plugged", "status": "completed", "tag": "04155cba-03c8-438f-8492-d4d150cdb2ce"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:51:45.127847 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 04155cba-03c8-438f-8492-d4d150cdb2ce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=04155cba-03c8-438f-8492-d4d150cdb2ce,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:51:45.196480 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:45.223750 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e07caeb-8b57-4bd0-8375-988d92a5520e x-openstack-request-id: req-8e07caeb-8b57-4bd0-8375-988d92a5520e {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:51:45.224099 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d546e79-88d6-4190-8475-c9b2f3ba1c46", "name": "network-vif-plugged", "status": "completed", "tag": "04155cba-03c8-438f-8492-d4d150cdb2ce", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:51:45.224293 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e07caeb-8b57-4bd0-8375-988d92a5520e {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:51:45.224668 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e07caeb-8b57-4bd0-8375-988d92a5520e'] response: {'server_uuid': '5d546e79-88d6-4190-8475-c9b2f3ba1c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04155cba-03c8-438f-8492-d4d150cdb2ce', 'code': 200} Apr 12 15:51:45.235837 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81676fe-d2cb-4aed-afbd-cc9ed0c09ecc req-bb4144ae-50fe-4cac-b98a-3d740d5970a9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:45.237443 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d81676fe-d2cb-4aed-afbd-cc9ed0c09ecc req-bb4144ae-50fe-4cac-b98a-3d740d5970a9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 945 time: 0.0520754 Apr 12 15:51:45.257787 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=04155cba-03c8-438f-8492-d4d150cdb2ce,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:45.290008 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d81676fe-d2cb-4aed-afbd-cc9ed0c09ecc req-664449f4-f4a4-48f7-936f-8689273b951d tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 Apr 12 15:51:45.515488 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187384e-7acd-48b3-8ef6-0c69f1aa568b req-603e844c-4aa3-4941-b789-5c4acb120b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:45.516969 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a187384e-7acd-48b3-8ef6-0c69f1aa568b req-603e844c-4aa3-4941-b789-5c4acb120b41 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 1129 time: 0.0375123 Apr 12 15:51:45.560891 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a187384e-7acd-48b3-8ef6-0c69f1aa568b req-403e95b3-5b35-420a-96da-6341b668d08d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372059 Apr 12 15:51:46.407226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d0207-97a1-4588-9f42-a1d257c81323 req-8009a7cd-515f-4852-bc41-e1b9cb85faa9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:46.408889 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf5d0207-97a1-4588-9f42-a1d257c81323 req-8009a7cd-515f-4852-bc41-e1b9cb85faa9 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 945 time: 0.0515342 Apr 12 15:51:46.458456 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf5d0207-97a1-4588-9f42-a1d257c81323 req-9bd9e7c5-e27a-409d-b9aa-07a65a5909bc tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Apr 12 15:51:47.571523 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6aa78-b9d8-409c-bd17-ba1f94e0aa64 req-eabf5087-ade3-476c-b25e-e793f9ea1f99 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:47.573041 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e3e6aa78-b9d8-409c-bd17-ba1f94e0aa64 req-eabf5087-ade3-476c-b25e-e793f9ea1f99 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 945 time: 0.0458045 Apr 12 15:51:47.620279 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e3e6aa78-b9d8-409c-bd17-ba1f94e0aa64 req-e229224d-5a5d-42c2-8c54-1fae0a6e77f3 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 Apr 12 15:51:47.947593 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:51:48.909039 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3f274-3ecc-4f3b-8ae7-1a4bb8057e00 req-34b83cc1-5327-45a8-9802-793d58322967 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:48.910981 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-56b3f274-3ecc-4f3b-8ae7-1a4bb8057e00 req-34b83cc1-5327-45a8-9802-793d58322967 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 945 time: 0.0486228 Apr 12 15:51:48.960889 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-56b3f274-3ecc-4f3b-8ae7-1a4bb8057e00 req-ea8a3268-a13c-4f20-910b-9214d8af0d38 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Apr 12 15:51:50.078849 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfbc59-fa73-4801-8f8d-b42f9c99f1a9 req-c994d73d-68c5-4529-9bbb-59748e808f28 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:50.080325 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5abfbc59-fa73-4801-8f8d-b42f9c99f1a9 req-c994d73d-68c5-4529-9bbb-59748e808f28 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 945 time: 0.0522039 Apr 12 15:51:50.128248 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5abfbc59-fa73-4801-8f8d-b42f9c99f1a9 req-91d24cac-1cdd-48e5-b4c9-4acca87496bb tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/security-groups?id=f414897c-c748-4c69-829e-f717201401a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Apr 12 15:51:50.365306 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-5194b749-b84c-4add-a0a6-a15956874bd7 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:51:50.366612 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-5194b749-b84c-4add-a0a6-a15956874bd7 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.84 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 945 time: 0.0451510 Apr 12 15:51:50.456686 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Deleting port 04155cba-03c8-438f-8492-d4d150cdb2ce {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:51:50.457083 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:50.548534 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] For port 04155cba-03c8-438f-8492-d4d150cdb2ce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=04155cba-03c8-438f-8492-d4d150cdb2ce,segment=NetworkSegment(a61fbf1f-98a7-4057-99e0-7c708fbfe231),segment_id=a61fbf1f-98a7-4057-99e0-7c708fbfe231)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:51:50.548931 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:50.561593 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Calling delete_port for 04155cba-03c8-438f-8492-d4d150cdb2ce owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:51:50.762989 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (04155cba-03c8-438f-8492-d4d150cdb2ce), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:50.774759 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['04155cba-03c8-438f-8492-d4d150cdb2ce'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:51:50.797850 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Pushing event deleted for resources: {'Port': ['ID=04155cba-03c8-438f-8492-d4d150cdb2ce,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:51:50.841220 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] No DVR routers for this DVR port 04155cba-03c8-438f-8492-d4d150cdb2ce on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:51:50.843682 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:51:50.847221 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-04b0be0b-6d4e-4a74-8e5a-0946d135e4fe req-a5f9ea15-6568-4363-b93d-5d11a53cde44 tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.84 "DELETE /v2.0/ports/04155cba-03c8-438f-8492-d4d150cdb2ce HTTP/1.1" status: 204 len: 173 time: 0.4737117 Apr 12 15:51:50.850253 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d546e79-88d6-4190-8475-c9b2f3ba1c46', 'name': 'network-vif-deleted', 'tag': '04155cba-03c8-438f-8492-d4d150cdb2ce'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:51:50.850686 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dc0669-d9b5-49d4-b8ad-0bf55b2f9ecc" -d '{"events": [{"server_uuid": "5d546e79-88d6-4190-8475-c9b2f3ba1c46", "name": "network-vif-deleted", "tag": "04155cba-03c8-438f-8492-d4d150cdb2ce"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:51:50.885606 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab44ea6-aef2-414b-9114-7e0a50902168 x-openstack-request-id: req-9ab44ea6-aef2-414b-9114-7e0a50902168 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:51:50.885906 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d546e79-88d6-4190-8475-c9b2f3ba1c46", "name": "network-vif-deleted", "tag": "04155cba-03c8-438f-8492-d4d150cdb2ce", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:51:50.886168 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ab44ea6-aef2-414b-9114-7e0a50902168 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:51:50.886578 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab44ea6-aef2-414b-9114-7e0a50902168'] response: {'server_uuid': '5d546e79-88d6-4190-8475-c9b2f3ba1c46', 'name': 'network-vif-deleted', 'tag': '04155cba-03c8-438f-8492-d4d150cdb2ce', 'status': 'completed', 'code': 200} Apr 12 15:51:51.232287 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f3e5fcf8-50a8-4e38-b01d-25f425e58c25 req-71048516-258e-46ed-8a81-ae84bdc0a0ea tempest-VolumesActionsTest-490899990 tempest-VolumesActionsTest-490899990-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d546e79-88d6-4190-8475-c9b2f3ba1c46 HTTP/1.1" status: 200 len: 210 time: 0.0271151 Apr 12 15:51:52.904023 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 04155cba-03c8-438f-8492-d4d150cdb2ce no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:51:52.927797 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 04155cba-03c8-438f-8492-d4d150cdb2ce {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:51:52.928144 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 04155cba-03c8-438f-8492-d4d150cdb2ce not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:52:00.059295 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-fe123438-aa7e-4fea-999f-6550030c4cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:00.408964 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53760) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:00.413619 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-36c6ad44-8808-4986-88ed-7b7633bdb7db tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917069925', 'description': 'tempest-description--1392509770'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:00.503783 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-36c6ad44-8808-4986-88ed-7b7633bdb7db tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:00.597136 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-36c6ad44-8808-4986-88ed-7b7633bdb7db tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (a1e5af5c-aa52-4da4-98a8-a619e1e6eef1), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:00.670337 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-36c6ad44-8808-4986-88ed-7b7633bdb7db tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (a1e5af5c-aa52-4da4-98a8-a619e1e6eef1), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:00.714281 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6ad44-8808-4986-88ed-7b7633bdb7db tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:00.792476 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-36c6ad44-8808-4986-88ed-7b7633bdb7db tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:00.793914 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-36c6ad44-8808-4986-88ed-7b7633bdb7db tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3837595 Apr 12 15:52:00.796577 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53766) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:00.802046 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-2e35b7ec-d22e-44d0-b65b-b756bb5876c0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group_rule': {'security_group_id': 'a1e5af5c-aa52-4da4-98a8-a619e1e6eef1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:00.911900 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2e35b7ec-d22e-44d0-b65b-b756bb5876c0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (d2a077f6-f1e8-4e94-8f65-02a2d0d25293), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:00.989076 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2e35b7ec-d22e-44d0-b65b-b756bb5876c0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (d2a077f6-f1e8-4e94-8f65-02a2d0d25293), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:01.082906 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2e35b7ec-d22e-44d0-b65b-b756bb5876c0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (d2a077f6-f1e8-4e94-8f65-02a2d0d25293), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:01.108485 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35b7ec-d22e-44d0-b65b-b756bb5876c0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a077f6-f1e8-4e94-8f65-02a2d0d25293,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:01.192436 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2e35b7ec-d22e-44d0-b65b-b756bb5876c0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:01.193807 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-2e35b7ec-d22e-44d0-b65b-b756bb5876c0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959658 Apr 12 15:52:01.197407 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53768) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:01.201899 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-40be46ce-7589-4825-af63-8aeb3267c645 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group_rule': {'security_group_id': 'a1e5af5c-aa52-4da4-98a8-a619e1e6eef1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:01.316545 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-40be46ce-7589-4825-af63-8aeb3267c645 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (5a048575-5feb-48e1-9bfb-4ee4234f947b), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:01.384038 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-40be46ce-7589-4825-af63-8aeb3267c645 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (5a048575-5feb-48e1-9bfb-4ee4234f947b), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:01.710215 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-40be46ce-7589-4825-af63-8aeb3267c645 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (5a048575-5feb-48e1-9bfb-4ee4234f947b), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:01.729709 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be46ce-7589-4825-af63-8aeb3267c645 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a048575-5feb-48e1-9bfb-4ee4234f947b,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:01.813769 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-40be46ce-7589-4825-af63-8aeb3267c645 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:01.815095 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-40be46ce-7589-4825-af63-8aeb3267c645 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6167662 Apr 12 15:52:01.818331 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53778) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:01.822960 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:01.910945 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.008117 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.119215 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Allocated IP 172.27.0.124 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/f4cb980f-7823-4476-a14e-e06924f05177) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:52:02.229320 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (f4cb980f-7823-4476-a14e-e06924f05177), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.350773 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (f4cb980f-7823-4476-a14e-e06924f05177), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.390467 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:02.394028 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:02.400201 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:52:02.428741 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=f4cb980f-7823-4476-a14e-e06924f05177,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:02.498584 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (9585cee5-22e8-41cf-a7b6-bc977cec52c1), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.626247 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (f4cb980f-7823-4476-a14e-e06924f05177), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.802312 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (f4cb980f-7823-4476-a14e-e06924f05177), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.812492 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0c08e4f7-094c-45c1-b97c-543f8ac3f943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.870347 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (f4cb980f-7823-4476-a14e-e06924f05177), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:02.951921 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=f4cb980f-7823-4476-a14e-e06924f05177,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:02.955127 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (9585cee5-22e8-41cf-a7b6-bc977cec52c1), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:03.020980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:03.023662 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-5a19cf40-020f-417a-9c76-abc22afbb0a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2030184 Apr 12 15:52:03.241648 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:03.267641 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-b167793c-436b-46c6-8937-bd580a14b716 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1917069925&fields=id&tenant_id=24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 267 time: 0.0489016 Apr 12 15:52:03.380525 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-27f1bc77-7b85-4c17-ac36-a096f62713d8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:03.387536 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-27f1bc77-7b85-4c17-ac36-a096f62713d8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 815 time: 0.1121840 Apr 12 15:52:03.401642 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-d33fb066-4ef1-421b-acf4-bf1a8c864af7 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/quotas/24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 375 time: 0.0129867 Apr 12 15:52:03.458370 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-bcfe456a-f013-4249-b18a-518fc87996a1 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539682 Apr 12 15:52:03.623248 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-ade77d56-dcc8-465e-aeb8-70b062489bbf service neutron] 10.222.0.74 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488674 Apr 12 15:52:03.896129 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:03.998851 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-4100c5c4-1fe1-4738-a777-5782493c905c service neutron] 10.222.0.74 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688335 Apr 12 15:52:04.313910 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b41a491-d824-424a-97e7-614e601068f3 req-c30ee0f9-503e-428a-bae5-219107dd41df tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 210 time: 0.0370390 Apr 12 15:52:05.414809 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d13f00e1-657a-44d3-99aa-152ab17a5390 req-40968a59-ae32-44d5-8838-0ece3f917f27 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Apr 12 15:52:05.801297 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:06.900177 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3314360-d09d-4ce1-adb0-106755e2b222 req-325d494e-4381-43c8-bee9-fb5cdb4197be tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 210 time: 0.0575557 Apr 12 15:52:06.948274 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-caca3ebd-6afd-4d02-9e69-f6090368ba32 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:06.949818 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-caca3ebd-6afd-4d02-9e69-f6090368ba32 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 815 time: 0.4835944 Apr 12 15:52:07.012692 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:07.034135 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-dc26965e-d437-41ac-9ebb-56105458b0cb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 472 time: 0.0752699 Apr 12 15:52:07.044277 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'port': {'device_id': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'admin_state_up': True, 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'security_groups': ['a1e5af5c-aa52-4da4-98a8-a619e1e6eef1']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:07.224265 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Made reservation on behalf of 24b5245651d549d095f3cbf2c84fb771 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:52:07.227783 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:07.369862 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Allocated IP 172.20.0.9 (34a04693-2c1c-46c7-bead-0018d1c737c4/8b5ce723-79f8-4cbe-af56-edb88403dd26/b24835c6-eec3-4830-9b1c-d5c2a88ef9eb) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:52:07.521002 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:07.659274 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:07.701135 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:07.706972 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:07.712338 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:52:07.741847 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:07.785649 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:07.786197 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:07.897948 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-e601f790-2165-4f6b-9c6f-98dd06d3a9f8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586922 Apr 12 15:52:07.910520 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Request body: {'port': {'device_id': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:08.009204 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:08.034284 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-ad0f79f6-04b1-49ac-a21d-ec6d9d646e2a None None] Provisioning complete for port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:08.034902 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ad0f79f6-04b1-49ac-a21d-ec6d9d646e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:08.041241 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8024bea-03d2-4860-a8ee-4a9c0ef7dee2 req-cc46e92d-e934-4671-88dd-b8cbbcc974b6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:08.042706 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f8024bea-03d2-4860-a8ee-4a9c0ef7dee2 req-cc46e92d-e934-4671-88dd-b8cbbcc974b6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 931 time: 0.0624831 Apr 12 15:52:08.108244 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f79f6-04b1-49ac-a21d-ec6d9d646e2a None None] Port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:52:08.123023 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f8024bea-03d2-4860-a8ee-4a9c0ef7dee2 req-e685d203-98a7-416f-8991-a49df7d630f4 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699401 Apr 12 15:52:08.368588 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24835c6-eec3-4830-9b1c-d5c2a88ef9eb {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:52:08.376375 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Publish callbacks [] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:08.389511 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Transition to ACTIVE for port object b24835c6-eec3-4830-9b1c-d5c2a88ef9eb will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:52:08.464050 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:08.531103 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Pushing event updated for resources: {'Port': ['ID=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:08.631984 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Attempting to bind port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:52:08.633803 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Attempting to bind port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:52:08.634432 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Attempting to bind port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:52:08.645127 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb on network 34a04693-2c1c-46c7-bead-0018d1c737c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:52:08.645595 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Attempting to bind port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:52:08.652859 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:52:08.653359 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Checking segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:08.653921 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Bound using segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:52:08.654360 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Bound port: b24835c6-eec3-4830-9b1c-d5c2a88ef9eb, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:52:08.654855 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:08.750767 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] For port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:52:08.755975 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] For port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:52:08.842602 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:08.895559 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:08.896183 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:08.897627 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] 10.222.0.84 "PUT /v2.0/ports/b24835c6-eec3-4830-9b1c-d5c2a88ef9eb HTTP/1.1" status: 200 len: 1093 time: 0.9929318 Apr 12 15:52:08.898035 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'tag': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:52:08.900353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6646e754-ba92-4364-be48-9a03f0502a33" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e667a-16c2-4fe6-aaa8-89736369e321", "tag": "b24835c6-eec3-4830-9b1c-d5c2a88ef9eb"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:52:08.925321 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485a93a-3b4b-4f58-beb5-617949fae664 service neutron] Pushing event updated for resources: {'Port': ['ID=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:08.952263 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0958350f-cbe6-4f46-8426-9c497f2983fa x-openstack-request-id: req-0958350f-cbe6-4f46-8426-9c497f2983fa {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:52:08.952610 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e667a-16c2-4fe6-aaa8-89736369e321", "tag": "b24835c6-eec3-4830-9b1c-d5c2a88ef9eb", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:52:08.953336 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0958350f-cbe6-4f46-8426-9c497f2983fa {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:52:08.960109 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0958350f-cbe6-4f46-8426-9c497f2983fa'] response: {'name': 'network-changed', 'server_uuid': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'tag': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'status': 'completed', 'code': 200} Apr 12 15:52:09.051178 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e754-ba92-4364-be48-9a03f0502a33 req-cf74fa5a-d16e-4841-bc9d-35ebe0588a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:09.053921 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6646e754-ba92-4364-be48-9a03f0502a33 req-cf74fa5a-d16e-4841-bc9d-35ebe0588a88 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 1127 time: 0.0644026 Apr 12 15:52:09.199237 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e754-ba92-4364-be48-9a03f0502a33 req-d027f9ad-3ace-42d6-bdad-837f7cb43dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:09.200683 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6646e754-ba92-4364-be48-9a03f0502a33 req-d027f9ad-3ace-42d6-bdad-837f7cb43dfb service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=24b5245651d549d095f3cbf2c84fb771&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1381757 Apr 12 15:52:09.257902 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e244f31-deba-4e8c-8ac0-8d21d5ed744a req-9f251b44-f5d7-4106-9eee-97fa113a173a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:09.265628 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6e244f31-deba-4e8c-8ac0-8d21d5ed744a req-9f251b44-f5d7-4106-9eee-97fa113a173a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 943 time: 0.0588837 Apr 12 15:52:09.312097 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6e244f31-deba-4e8c-8ac0-8d21d5ed744a req-d1e069b7-3a13-4034-8dae-4f6d2f8d359c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456059 Apr 12 15:52:09.317870 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e754-ba92-4364-be48-9a03f0502a33 req-41817176-6a1a-4e6e-8232-3efcf401ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:09.319396 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6646e754-ba92-4364-be48-9a03f0502a33 req-41817176-6a1a-4e6e-8232-3efcf401ea4f service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1131589 Apr 12 15:52:09.406517 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-c16c246f-b2d1-4013-9f65-eefc1d307ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:09.408355 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-c16c246f-b2d1-4013-9f65-eefc1d307ac5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 1127 time: 0.0434966 Apr 12 15:52:09.462113 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-3d40aa23-4cf9-40f0-ad13-3d23e8d2b83c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb HTTP/1.1" status: 200 len: 217 time: 0.0473161 Apr 12 15:52:09.671394 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-af074ad7-2b53-48d8-a54a-9841f401fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:09.672973 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-af074ad7-2b53-48d8-a54a-9841f401fa7a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0616190 Apr 12 15:52:09.722317 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-d2527984-ec45-4aa4-bd02-e31ee527b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:09.724255 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-d2527984-ec45-4aa4-bd02-e31ee527b001 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453949 Apr 12 15:52:09.835599 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-50c45373-7e87-45d9-9463-b3d63bf564e9 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045468 Apr 12 15:52:09.960587 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba4ecfc-aed0-4fe1-ae08-b7ebe2475308 req-c7883dc3-38b9-42f0-a6c1-ad7381b5f913 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185043 Apr 12 15:52:10.439634 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da8333-b2a3-41f0-bd79-44cf495352a1 req-e578869a-c91c-4d6f-b1f1-5ac0ce255dcd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:10.441876 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-08da8333-b2a3-41f0-bd79-44cf495352a1 req-e578869a-c91c-4d6f-b1f1-5ac0ce255dcd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 943 time: 0.0486813 Apr 12 15:52:10.492400 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-08da8333-b2a3-41f0-bd79-44cf495352a1 req-2a934330-3532-4eaa-b6d2-1a416bd107d5 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444901 Apr 12 15:52:11.616446 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf300d-6a31-4485-916b-7f70b75c37fe req-f32f5880-2f82-4d6c-b609-7a0fad277c23 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:11.618077 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ddcf300d-6a31-4485-916b-7f70b75c37fe req-f32f5880-2f82-4d6c-b609-7a0fad277c23 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 943 time: 0.0475371 Apr 12 15:52:11.672397 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ddcf300d-6a31-4485-916b-7f70b75c37fe req-e99a15e6-6ae7-4367-8beb-dafc7b65a46b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470097 Apr 12 15:52:12.802698 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126793e-5d59-4a02-bfe8-495864ded14d req-8633c365-59f7-42c5-9a17-d22df71267d9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:12.806309 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3126793e-5d59-4a02-bfe8-495864ded14d req-8633c365-59f7-42c5-9a17-d22df71267d9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 943 time: 0.0581322 Apr 12 15:52:12.875724 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3126793e-5d59-4a02-bfe8-495864ded14d req-53b9efed-703a-4ac4-90fa-717161deef32 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641186 Apr 12 15:52:13.997012 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db93ff-fec7-45d3-838e-a758738eae45 req-9bc061f2-095b-4301-a6ac-3feef97bafcb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:14.002245 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a2db93ff-fec7-45d3-838e-a758738eae45 req-9bc061f2-095b-4301-a6ac-3feef97bafcb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 943 time: 0.0501745 Apr 12 15:52:14.055032 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a2db93ff-fec7-45d3-838e-a758738eae45 req-e63f7b95-fe04-49da-9db2-7d0e3cc90fd6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502207 Apr 12 15:52:15.026321 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device b24835c6-eec3-4830-9b1c-d5c2a88ef9eb details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:52:15.123686 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:15.135608 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'port_id': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'mac_address': 'fa:16:3e:bd:29:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:52:15.175366 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a675d15-b826-472e-8083-82de0828a154 req-80d0a408-655d-484d-8539-ed881364f92f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:15.176971 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0a675d15-b826-472e-8083-82de0828a154 req-80d0a408-655d-484d-8539-ed881364f92f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 943 time: 0.0504282 Apr 12 15:52:15.184443 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:15.184734 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:15.199420 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24835c6-eec3-4830-9b1c-d5c2a88ef9eb {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:52:15.223630 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:15.233698 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0a675d15-b826-472e-8083-82de0828a154 req-70c3f580-8730-4d7a-8e63-3d4bc7793e0c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510745 Apr 12 15:52:15.331807 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:15.379857 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:15.644402 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['b24835c6-eec3-4830-9b1c-d5c2a88ef9eb'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:52:16.347375 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff9478-1bef-4601-bdb7-a994464cc3d8 req-3b7558f4-a91c-4bc6-868d-88797ed09cdb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:16.348860 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bdff9478-1bef-4601-bdb7-a994464cc3d8 req-3b7558f4-a91c-4bc6-868d-88797ed09cdb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 944 time: 0.0452878 Apr 12 15:52:16.395049 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bdff9478-1bef-4601-bdb7-a994464cc3d8 req-9e5a5ec0-9f27-4071-858e-f1d8b221c16e tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Apr 12 15:52:17.049170 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device b24835c6-eec3-4830-9b1c-d5c2a88ef9eb up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:17.093504 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:52:17.181471 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:17.181958 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:17.258455 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:17.258751 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:17.281732 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:52:17.284486 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4faa8e-eacf-4466-b774-01b1f7ed0dd6" -d '{"events": [{"server_uuid": "e52e667a-16c2-4fe6-aaa8-89736369e321", "name": "network-vif-plugged", "status": "completed", "tag": "b24835c6-eec3-4830-9b1c-d5c2a88ef9eb"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:52:17.297324 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:17.321298 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887d0ca9-ea42-4931-8fe2-0106bf1f632c x-openstack-request-id: req-887d0ca9-ea42-4931-8fe2-0106bf1f632c {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:52:17.321587 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e667a-16c2-4fe6-aaa8-89736369e321", "name": "network-vif-plugged", "status": "completed", "tag": "b24835c6-eec3-4830-9b1c-d5c2a88ef9eb", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:52:17.321835 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-887d0ca9-ea42-4931-8fe2-0106bf1f632c {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:52:17.322224 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887d0ca9-ea42-4931-8fe2-0106bf1f632c'] response: {'server_uuid': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'code': 200} Apr 12 15:52:17.423715 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:17.473546 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:17.507979 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65bf47-f85f-4ab2-a0a0-999ca268ce7d req-a7105742-565a-4f6f-840f-0595e57d5a61 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:17.509510 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2a65bf47-f85f-4ab2-a0a0-999ca268ce7d req-a7105742-565a-4f6f-840f-0595e57d5a61 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 945 time: 0.0486474 Apr 12 15:52:17.515523 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53970) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:17.585710 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Deleting subnet af766c68-0943-4896-a1bb-3f5198aafca8 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:52:17.595033 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Publish callbacks [] for subnet (af766c68-0943-4896-a1bb-3f5198aafca8), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:17.616180 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2a65bf47-f85f-4ab2-a0a0-999ca268ce7d req-32b1403d-0f93-4df2-9df8-8aa95b3c65c3 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929444 Apr 12 15:52:17.633227 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (af766c68-0943-4896-a1bb-3f5198aafca8), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:17.673803 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (af766c68-0943-4896-a1bb-3f5198aafca8), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:17.689850 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508797e-d051-4e64-866e-bcfa7221c219 req-4829e37e-6dfb-4658-81d2-db4b9a378b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:17.691346 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d508797e-d051-4e64-866e-bcfa7221c219 req-4829e37e-6dfb-4658-81d2-db4b9a378b4f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 1129 time: 0.0379262 Apr 12 15:52:17.739246 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d508797e-d051-4e64-866e-bcfa7221c219 req-a7eaa7a6-3cb7-47e6-b402-69549b262bfe service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Apr 12 15:52:17.806187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (af766c68-0943-4896-a1bb-3f5198aafca8), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:17.834149 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af766c68-0943-4896-a1bb-3f5198aafca8,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:17.843584 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:17.846452 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/af766c68-0943-4896-a1bb-3f5198aafca8 HTTP/1.1" status: 204 len: 168 time: 0.3299985 Apr 12 15:52:17.848272 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.848710 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.849085 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.849191 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 53972) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:17.849427 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.849761 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.850097 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.850426 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.850749 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.851080 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.851405 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.851750 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.852054 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.852373 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.852689 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.853030 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306313f1-76e0-408f-b931-c23610596a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:17.918828 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (fe3b2e91-2542-41ab-b7be-01d5ad8b4726), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.000278 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (fe3b2e91-2542-41ab-b7be-01d5ad8b4726), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.022579 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3b2e91-2542-41ab-b7be-01d5ad8b4726']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:18.031608 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61fbf1f-98a7-4057-99e0-7c708fbfe231') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:18.032767 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61fbf1f-98a7-4057-99e0-7c708fbfe231') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:18.042038 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (a61fbf1f-98a7-4057-99e0-7c708fbfe231), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.055443 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (a61fbf1f-98a7-4057-99e0-7c708fbfe231), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.061737 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:52:18.062066 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (a61fbf1f-98a7-4057-99e0-7c708fbfe231), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:52:18.063743 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:52:18.198472 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (fe3b2e91-2542-41ab-b7be-01d5ad8b4726), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.202654 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.206343 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] 10.222.0.74 "DELETE /v2.0/networks/fe3b2e91-2542-41ab-b7be-01d5ad8b4726 HTTP/1.1" status: 204 len: 168 time: 0.3561745 Apr 12 15:52:18.219406 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3b2e91-2542-41ab-b7be-01d5ad8b4726,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:18.227186 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.227545 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.227896 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.228242 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.228579 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.228951 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.229337 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.229616 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.229922 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.230255 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.230586 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.230918 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.231244 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.231619 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.231947 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d562076-95f9-4c2d-84af-936d10fd42af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:18.680804 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 53978) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:18.756636 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-83b18bbe-d529-49a0-89ae-0facb7cff117 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c1967c2273194edbbb4968a3c310aadf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745988 Apr 12 15:52:18.759332 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 53980) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:18.763275 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e8856-abd1-49e7-9505-7ccab1020ece req-7f5411e5-0bef-419e-b296-bff1169ee3fb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:18.764871 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba0e8856-abd1-49e7-9505-7ccab1020ece req-7f5411e5-0bef-419e-b296-bff1169ee3fb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 945 time: 0.0775671 Apr 12 15:52:18.810058 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1da4b068-6c9b-459a-95e9-10f972084180 admin admin] Publish callbacks [] for security_group (f414897c-c748-4c69-829e-f717201401a3), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.814412 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba0e8856-abd1-49e7-9505-7ccab1020ece req-9e8f3e41-8861-4165-aec5-2b42487c00b9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426612 Apr 12 15:52:18.832638 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1da4b068-6c9b-459a-95e9-10f972084180 admin admin] Publish callbacks [] for security_group (f414897c-c748-4c69-829e-f717201401a3), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.953953 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1da4b068-6c9b-459a-95e9-10f972084180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (f414897c-c748-4c69-829e-f717201401a3), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.956532 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1da4b068-6c9b-459a-95e9-10f972084180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:18.957725 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-1da4b068-6c9b-459a-95e9-10f972084180 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f414897c-c748-4c69-829e-f717201401a3 HTTP/1.1" status: 204 len: 168 time: 0.1973479 Apr 12 15:52:18.965782 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4b068-6c9b-459a-95e9-10f972084180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f414897c-c748-4c69-829e-f717201401a3,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:19.926472 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9967f6-6c39-4ef2-a3bc-1cc788901482 req-cbb08513-7bf6-456f-b8a8-b976c0198b48 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:19.927969 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7a9967f6-6c39-4ef2-a3bc-1cc788901482 req-cbb08513-7bf6-456f-b8a8-b976c0198b48 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 945 time: 0.0460966 Apr 12 15:52:19.977876 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7a9967f6-6c39-4ef2-a3bc-1cc788901482 req-63f911c4-d501-4ad3-9e14-24c6d443baa9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Apr 12 15:52:20.024830 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54006) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:20.086895 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17067c-9c22-42b9-a17a-801c38640bcd req-d51346e3-b6a4-44c5-a354-12427312d032 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:20.088447 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d17067c-9c22-42b9-a17a-801c38640bcd req-d51346e3-b6a4-44c5-a354-12427312d032 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 945 time: 0.0469933 Apr 12 15:52:20.096613 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54010) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:20.101137 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'floatingip': {'port_id': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:20.121907 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-298595847-network', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:20.144589 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (9585cee5-22e8-41cf-a7b6-bc977cec52c1), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.193879 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Made reservation on behalf of aec4a2c37d1b40a3a9b79b8c22abaeef for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:52:20.197498 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.206700 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.284001 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Publish callbacks [] for security_group (f608c149-05d3-4202-bfc3-674f678dd164), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.353712 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (f608c149-05d3-4202-bfc3-674f678dd164), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.379377 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:52:20.388383 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f608c149-05d3-4202-bfc3-674f678dd164,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:20.394761 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d01ecd37-d4c1-456c-aa1d-3ec0855379a2), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.395141 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Added segment d01ecd37-d4c1-456c-aa1d-3ec0855379a2 of type vlan for network 77a5313a-1cd1-4b0f-9229-1555c05c5196 Apr 12 15:52:20.436702 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (77a5313a-1cd1-4b0f-9229-1555c05c5196), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.530757 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (77a5313a-1cd1-4b0f-9229-1555c05c5196), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.531745 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:20.532341 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.594380 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] Pushing event updated for resources: {'Network': ['ID=77a5313a-1cd1-4b0f-9229-1555c05c5196,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:20.604008 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.607341 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:52:20.631050 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-1ee6d0f2-b404-4cfa-8b36-b67451807d22 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6048224 Apr 12 15:52:20.633860 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54012) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:20.638482 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Request body: {'subnet': {'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-298595847-subnet', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:20.695177 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (9585cee5-22e8-41cf-a7b6-bc977cec52c1), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.758365 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Made reservation on behalf of aec4a2c37d1b40a3a9b79b8c22abaeef for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:52:20.760684 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5301105'] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:20.810012 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Floating IP 9585cee5-22e8-41cf-a7b6-bc977cec52c1 associated. External IP: 172.27.0.124, port: b24835c6-eec3-4830-9b1c-d5c2a88ef9eb. Apr 12 15:52:21.015907 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4886077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5301095'] for subnet (9c29911c-fe8e-4604-abf7-08c3cb2ae313), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.028747 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:52:21.075009 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c29911c-fe8e-4604-abf7-08c3cb2ae313,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:21.082989 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Checking segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:21.083228 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Network hostable DHCP agents. Network: 77a5313a-1cd1-4b0f-9229-1555c05c5196, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:52:21.143637 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:52:21.148126 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.155251 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:52:21.176615 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:52:21.190018 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ba3bffae-f4cc-49cc-8802-7c2a8f43cc4f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "PUT /v2.0/floatingips/9585cee5-22e8-41cf-a7b6-bc977cec52c1 HTTP/1.1" status: 200 len: 991 time: 1.0815451 Apr 12 15:52:21.190018 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'tag': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:52:21.190018 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e667a-16c2-4fe6-aaa8-89736369e321", "tag": "b24835c6-eec3-4830-9b1c-d5c2a88ef9eb"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:52:21.222139 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2161f4b-b526-49bf-b95d-c0540388d3d0 x-openstack-request-id: req-c2161f4b-b526-49bf-b95d-c0540388d3d0 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:52:21.222139 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e667a-16c2-4fe6-aaa8-89736369e321", "tag": "b24835c6-eec3-4830-9b1c-d5c2a88ef9eb", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:52:21.222139 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2161f4b-b526-49bf-b95d-c0540388d3d0 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:52:21.222440 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2161f4b-b526-49bf-b95d-c0540388d3d0'] response: {'name': 'network-changed', 'server_uuid': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'tag': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'status': 'completed', 'code': 200} Apr 12 15:52:21.262623 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:21.263228 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:21.267193 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, 77a5313a-1cd1-4b0f-9229-1555c05c5196) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:21.272322 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:21.273006 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.279771 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63f807-0c64-4e8c-9979-a2efe45a8c7d None None] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:52:21.289655 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-e5faf548-6bef-4d7f-8bec-c08670153f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:21.291270 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-e5faf548-6bef-4d7f-8bec-c08670153f68 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 1129 time: 0.0495255 Apr 12 15:52:21.381537 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:21.386929 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-a2bafb2f-524d-42e6-8ef2-8a2fb6c8c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:21.387482 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-77a5313a-1cd1-4b0f-9229-1555c05c5196', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:52:21.391855 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.391980 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-a2bafb2f-524d-42e6-8ef2-8a2fb6c8c8d4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 915 time: 0.0913336 Apr 12 15:52:21.392102 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-12e36bc7-bdf0-4cc2-8c9a-6e030b079cd4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7560699 Apr 12 15:52:21.394087 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54018) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:21.398827 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:21.464630 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-68a08361-3df6-423f-95eb-6257823d43d6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb HTTP/1.1" status: 200 len: 999 time: 0.0670896 Apr 12 15:52:21.507962 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.509057 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.527196 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-7639ce2e-3ce9-47d2-986c-027751871851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:21.528661 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-7639ce2e-3ce9-47d2-986c-027751871851 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0590577 Apr 12 15:52:21.537866 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Allocated IP 172.20.0.2 (77a5313a-1cd1-4b0f-9229-1555c05c5196/9c29911c-fe8e-4604-abf7-08c3cb2ae313/23aa668b-3b1c-44d9-91f4-302e4f5fe28b) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:52:21.581616 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-f4b8e28a-6e3e-47bb-9f13-6c462b2d8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:21.583166 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-f4b8e28a-6e3e-47bb-9f13-6c462b2d8b4c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431421 Apr 12 15:52:21.593914 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks [] for router_controller (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), precommit_add_association {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.621905 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '9585cee5-22e8-41cf-a7b6-bc977cec52c1', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:bd:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:52:02Z', 'updated_at': '2022-04-12T15:52:20Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}, {'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:18Z', 'revision_number': 2, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:21.656896 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:52:21.667814 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:21.668740 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:21.690865 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-3004879b-c08e-4abc-a504-a6c4bdff0679 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013229 Apr 12 15:52:21.792007 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:21.803835 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21b9cad1-5a62-49d7-8df0-6cd1574ed67b req-b1af1074-d75d-4945-a152-8f8e8054daad service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067638 Apr 12 15:52:21.819274 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks [] for router_gateway (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.822562 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Publish callbacks [] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.908081 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:21.951756 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:21.960496 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:21.960496 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Pushing event updated for resources: {'Port': ['ID=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:21.962400 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:52:22.022341 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Attempting to bind port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:52:22.022748 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Attempting to bind port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:52:22.023628 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Attempting to bind port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:52:22.028761 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '9585cee5-22e8-41cf-a7b6-bc977cec52c1', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:bd:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:52:02Z', 'updated_at': '2022-04-12T15:52:20Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}, {'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:18Z', 'revision_number': 2, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:22.028988 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:52:22.029211 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Checking segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:22.029621 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:22.030017 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Bound using segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:52:22.030485 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Bound port: 23aa668b-3b1c-44d9-91f4-302e4f5fe28b, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:52:22.030878 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:22.059321 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efff2d2a-9e96-413d-b85b-b8c4c5df18e5 None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '9585cee5-22e8-41cf-a7b6-bc977cec52c1', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:bd:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:52:02Z', 'updated_at': '2022-04-12T15:52:20Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}, {'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:18Z', 'revision_number': 2, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:52:22.096536 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] For port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:52:22.100016 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] For port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:52:22.121625 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks [] for router_gateway (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:22.141547 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:22.188378 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:22.256565 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199bfeb-24a6-458e-b6e9-68907257815f None None] Pushing event updated for resources: {'Port': ['ID=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:22.260127 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Allocated IP 172.27.0.157 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/b1fb5202-fb88-4bfd-9ee0-901ff888e2ea) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:52:22.289512 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbcb40-fd1f-46ba-b199-45c51606f8a0 None None] New status for floating IP 9585cee5-22e8-41cf-a7b6-bc977cec52c1: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:52:22.376131 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks [] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:22.474681 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:22.515543 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:22.521334 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:22.526009 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:52:22.532650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Pushing event updated for resources: {'Port': ['ID=b1fb5202-fb88-4bfd-9ee0-901ff888e2ea,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:22.862790 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks [] for router_gateway (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.069251 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.175599 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890f003-eace-4f32-8ff1-312e7af113d1 None None] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:52:23.256340 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:52:23.283982 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Provisioning complete for port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:23.284387 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.375324 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Current status of the port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:23.381143 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.389885 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:52:23.404173 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:52:23.415605 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:23.416231 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:23.445951 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] For port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:23.526764 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:23.530835 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.533979 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.535419 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e78a42fa-a427-43da-9b04-cf8d4c938b6e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1402149 Apr 12 15:52:23.542632 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54020) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:23.584809 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Pushing event updated for resources: {'Port': ['ID=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:23.592282 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.592442 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.593143 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.593640 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.594164 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.594655 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.594989 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.596268 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.596802 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.597505 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.597992 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.598489 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.599110 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.599599 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.599930 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbd058-2472-4541-98f8-4fba16c4a2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:23.652969 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d4c84355-68cc-46b4-b992-fa338a4449aa None None] Provisioning complete for port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:23.653335 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d4c84355-68cc-46b4-b992-fa338a4449aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.691217 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 23aa668b-3b1c-44d9-91f4-302e4f5fe28b up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:23.729718 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:22Z', 'revision_number': 3, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:23.763565 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:52:23.763914 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Updating router aeffa1a0-f891-4921-8ce4-ca2b0355eacc port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:52:23.772498 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:23.772902 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.775408 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d4c84355-68cc-46b4-b992-fa338a4449aa None None] Current status of the port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:23.793607 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:23.858832 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:24.005304 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.046597 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Publish callbacks [] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.136150 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.161299 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Allocated IP 172.20.0.1 (77a5313a-1cd1-4b0f-9229-1555c05c5196/9c29911c-fe8e-4604-abf7-08c3cb2ae313/8dafc1fe-2018-464e-98bc-9eff57b0a042) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:52:24.188286 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Pushing event updated for resources: {'Port': ['ID=b1fb5202-fb88-4bfd-9ee0-901ff888e2ea,revision_number=2']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:24.190503 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Attempting to bind port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:52:24.190865 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Attempting to bind port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:52:24.191206 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Attempting to bind port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:52:24.199528 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:52:24.199895 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:24.200284 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.200669 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:52:24.201150 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Bound port: b1fb5202-fb88-4bfd-9ee0-901ff888e2ea, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:52:24.201519 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.204369 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.205492 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.205655 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.206011 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.206343 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.206667 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.206985 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.207304 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.207622 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.207942 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.208257 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.208592 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.208946 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.209257 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.209572 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:52:24.270749 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Publish callbacks [] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.351762 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] For port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:52:24.354662 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] For port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b1fb5202-fb88-4bfd-9ee0-901ff888e2ea,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:52:24.369801 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.407296 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:24.410789 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:24.416301 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:52:24.443903 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Pushing event updated for resources: {'Port': ['ID=8dafc1fe-2018-464e-98bc-9eff57b0a042,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:24.464245 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.475001 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.532834 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:24.533480 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:24.570260 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc75597-0c0a-4661-8be6-3dd579fb1c0c None None] Pushing event updated for resources: {'Port': ['ID=b1fb5202-fb88-4bfd-9ee0-901ff888e2ea,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:24.649114 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:24.687410 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.701629 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-9b09fdee-b2eb-43b1-8cde-b0cea617635a None None] Provisioning complete for port 8dafc1fe-2018-464e-98bc-9eff57b0a042 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:24.702224 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-9b09fdee-b2eb-43b1-8cde-b0cea617635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.736412 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-9b09fdee-b2eb-43b1-8cde-b0cea617635a None None] Port 8dafc1fe-2018-464e-98bc-9eff57b0a042 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:52:24.822398 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:22Z', 'revision_number': 3, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:24.852670 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af341fc-6524-4d22-aa9b-c8d7632c4a15 None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:22Z', 'revision_number': 3, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:52:24.859198 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Publish callbacks [] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.930161 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:24.947117 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:52:25.000465 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Pushing event updated for resources: {'Port': ['ID=8dafc1fe-2018-464e-98bc-9eff57b0a042,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:25.003438 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:25.114911 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:25.118164 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:25.243597 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:52:25.360662 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:52:25.361889 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-e134bfd1-f9d8-4cad-b7d2-a7322a796412 None None] Provisioning complete for port 8dafc1fe-2018-464e-98bc-9eff57b0a042 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:25.362004 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e134bfd1-f9d8-4cad-b7d2-a7322a796412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:25.368181 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-b1b77f9e-e472-4e6c-befb-7f4e8bdf508e admin admin] 10.222.0.74 "PUT /v2.0/routers/aeffa1a0-f891-4921-8ce4-ca2b0355eacc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244231 Apr 12 15:52:25.404442 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-e134bfd1-f9d8-4cad-b7d2-a7322a796412 None None] Port 8dafc1fe-2018-464e-98bc-9eff57b0a042 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:52:25.698168 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b1fb5202-fb88-4bfd-9ee0-901ff888e2ea up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:25.750262 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:25.750919 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:25.824942 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:25.825337 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:25.846931 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b1fb5202-fb88-4bfd-9ee0-901ff888e2ea,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:25.936324 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:25.937163 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 23aa668b-3b1c-44d9-91f4-302e4f5fe28b up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:26.017909 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=b1fb5202-fb88-4bfd-9ee0-901ff888e2ea,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:26.025720 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:26.026121 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.107888 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:26.122090 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54036) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:26.127526 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-788853106-network', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:26.232977 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Made reservation on behalf of 579a1c5793b04e1698b7a7fbc42459fe for: {'network': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:52:26.235491 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.244542 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.337360 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Publish callbacks [] for security_group (988ed9dd-17ca-4074-9e19-70b519080f13), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.374563 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:52:26.384068 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:26.384684 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:26.415650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (988ed9dd-17ca-4074-9e19-70b519080f13), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.442284 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:52:26.456340 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988ed9dd-17ca-4074-9e19-70b519080f13,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:26.461460 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (19a1f856-5c78-4dc3-ba24-928bb84ceb82), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.461811 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.segments_db [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Added segment 19a1f856-5c78-4dc3-ba24-928bb84ceb82 of type vlan for network 7defb36d-5171-4fd1-8316-cbba0eb7b188 Apr 12 15:52:26.498427 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:26.503566 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (7defb36d-5171-4fd1-8316-cbba0eb7b188), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.581392 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (7defb36d-5171-4fd1-8316-cbba0eb7b188), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.582553 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:26.583140 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.641474 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] Pushing event updated for resources: {'Network': ['ID=7defb36d-5171-4fd1-8316-cbba0eb7b188,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:26.651618 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network 7defb36d-5171-4fd1-8316-cbba0eb7b188 details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:52:26.721668 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-baca7fee-8f66-4187-bbe6-75bfc962258e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5983720 Apr 12 15:52:26.724071 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54038) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:26.728716 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Request body: {'subnet': {'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-788853106-subnet', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'ip_version': 4}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:26.746418 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 2, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:26.777702 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:52:26.778393 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Updating router aeffa1a0-f891-4921-8ce4-ca2b0355eacc port 8dafc1fe-2018-464e-98bc-9eff57b0a042 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:52:26.806417 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:26.815935 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Made reservation on behalf of 579a1c5793b04e1698b7a7fbc42459fe for: {'subnet': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:52:26.818321 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5301105'] for subnet (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.055214 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4886077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5301095'] for subnet (37516abf-ff57-4c74-a452-6951be79b39a), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.070391 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Publish callbacks [] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.118003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37516abf-ff57-4c74-a452-6951be79b39a,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:27.125178 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Checking segment: {'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:27.125543 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Network hostable DHCP agents. Network: 7defb36d-5171-4fd1-8316-cbba0eb7b188, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:52:27.147120 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.202214 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f012c-0cf2-4935-9a20-977797543a57 None None] Pushing event updated for resources: {'Port': ['ID=8dafc1fe-2018-464e-98bc-9eff57b0a042,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:27.238448 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Network 7defb36d-5171-4fd1-8316-cbba0eb7b188 is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:52:27.254902 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Attempting to bind port 8dafc1fe-2018-464e-98bc-9eff57b0a042 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:52:27.255275 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Attempting to bind port 8dafc1fe-2018-464e-98bc-9eff57b0a042 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:52:27.255635 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Attempting to bind port 8dafc1fe-2018-464e-98bc-9eff57b0a042 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:52:27.262156 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:52:27.262557 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Checking segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:27.262943 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.263333 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Bound using segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:52:27.263798 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Bound port: 8dafc1fe-2018-464e-98bc-9eff57b0a042, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:52:27.264178 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.330454 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] For port 8dafc1fe-2018-464e-98bc-9eff57b0a042, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:52:27.334091 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] For port 8dafc1fe-2018-464e-98bc-9eff57b0a042, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=8dafc1fe-2018-464e-98bc-9eff57b0a042,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:52:27.336479 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, 7defb36d-5171-4fd1-8316-cbba0eb7b188) {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:27.340837 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:27.342109 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.347725 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69200e74-03bb-4b83-a94b-08bee7971828 None None] Network 7defb36d-5171-4fd1-8316-cbba0eb7b188 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:52:27.447851 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.453969 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed75b84-5625-5504-aeee-7e83c0d071bb-7defb36d-5171-4fd1-8316-cbba0eb7b188', 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188', 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'fixed_ips': [{'subnet_id': '37516abf-ff57-4c74-a452-6951be79b39a'}]}} from dv-cinder-837525-1-iscsi. {{(pid=104758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:52:27.455290 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.456949 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-f0ce9940-e3b8-4892-bcdd-d4e9ca89c96c None None] Provisioning complete for port 8dafc1fe-2018-464e-98bc-9eff57b0a042 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:27.457306 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9940-e3b8-4892-bcdd-d4e9ca89c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.470452 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-3c2d4a77-7f95-4129-a3e1-e97532dbd97b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7453430 Apr 12 15:52:27.472922 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54040) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:27.477307 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:27.593584 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8022601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10133'] for router (30962667-015e-4ede-8220-38d537a9fbab), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.595515 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8023001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8033872', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7889095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router (30962667-015e-4ede-8220-38d537a9fbab), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.616557 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f012c-0cf2-4935-9a20-977797543a57 None None] Pushing event updated for resources: {'Port': ['ID=8dafc1fe-2018-464e-98bc-9eff57b0a042,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:27.635985 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:27.636544 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:27.674638 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks [] for router_controller (30962667-015e-4ede-8220-38d537a9fbab), precommit_add_association {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.686328 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b1fb5202-fb88-4bfd-9ee0-901ff888e2ea up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:27.962572 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce9940-e3b8-4892-bcdd-d4e9ca89c96c None None] Current status of the port 8dafc1fe-2018-464e-98bc-9eff57b0a042 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:27.963310 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9940-e3b8-4892-bcdd-d4e9ca89c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:27.974446 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.db_base_plugin_common [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Allocated IP 172.20.0.2 (7defb36d-5171-4fd1-8316-cbba0eb7b188/37516abf-ff57-4c74-a452-6951be79b39a/8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11) {{(pid=104758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:52:28.024627 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:28.065589 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:28.065959 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.123945 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks [] for router_gateway (30962667-015e-4ede-8220-38d537a9fbab), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.142595 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-f0ce9940-e3b8-4892-bcdd-d4e9ca89c96c None None] For port 8dafc1fe-2018-464e-98bc-9eff57b0a042, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=8dafc1fe-2018-464e-98bc-9eff57b0a042,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:28.231447 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9940-e3b8-4892-bcdd-d4e9ca89c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.361273 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks [] for router_gateway (30962667-015e-4ede-8220-38d537a9fbab), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.383925 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.407406 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-758d27de-638b-4234-9b91-3d55e68b4799 None None] Provisioning complete for port 8dafc1fe-2018-464e-98bc-9eff57b0a042 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:28.407778 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-758d27de-638b-4234-9b91-3d55e68b4799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.436405 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:28.445965 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce9940-e3b8-4892-bcdd-d4e9ca89c96c None None] Pushing event updated for resources: {'Port': ['ID=8dafc1fe-2018-464e-98bc-9eff57b0a042,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:28.459154 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Publish callbacks [] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), precommit_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.494723 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Allocated IP 172.27.0.160 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/60083816-acb4-4a78-b056-0a59d2804f73) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:52:28.509531 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:27Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:28.539312 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b464e96-7dc5-40e5-b1d3-68b0755ff982 None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:27Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:52:28.561996 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), after_create {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.631227 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks [] for port (60083816-acb4-4a78-b056-0a59d2804f73), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.635003 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-758d27de-638b-4234-9b91-3d55e68b4799 None None] Current status of the port 8dafc1fe-2018-464e-98bc-9eff57b0a042 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:28.643620 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Network 7defb36d-5171-4fd1-8316-cbba0eb7b188 is already hosted by enough agents. {{(pid=104758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:28.648354 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.scheduler.base_scheduler [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Resources bound (agent type, host, resource id): {{(pid=104758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:28.659695 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Received port after_create {{(pid=104758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:52:28.661891 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Pushing event updated for resources: {'Port': ['ID=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,revision_number=1']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:28.719055 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Attempting to bind port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:52:28.719434 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Attempting to bind port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:52:28.720541 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Attempting to bind port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 on network 7defb36d-5171-4fd1-8316-cbba0eb7b188 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:52:28.726610 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:52:28.726610 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Checking segment: {'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:28.726921 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.727172 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Bound using segment: {'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:52:28.727518 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Bound port: 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:52:28.727907 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.764557 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (60083816-acb4-4a78-b056-0a59d2804f73), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.797736 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] For port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:52:28.804020 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:28.804197 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] For port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,segment=NetworkSegment(19a1f856-5c78-4dc3-ba24-928bb84ceb82),segment_id=19a1f856-5c78-4dc3-ba24-928bb84ceb82)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:52:28.804515 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:28.808665 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:52:28.832798 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Pushing event updated for resources: {'Port': ['ID=60083816-acb4-4a78-b056-0a59d2804f73,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:28.912296 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:28.987318 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8f9e4-ebf7-4822-91c9-053dbf006d9f None None] Pushing event updated for resources: {'Port': ['ID=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:29.172707 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks [] for router_gateway (30962667-015e-4ede-8220-38d537a9fbab), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:29.394565 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8022990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8033185'] for router (30962667-015e-4ede-8220-38d537a9fbab), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:29.604904 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Router 30962667-015e-4ede-8220-38d537a9fbab is scheduled to L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 with binding_index 1 {{(pid=104757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:52:29.702509 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:29.756687 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:29.757364 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:29.759909 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:52:29.778118 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Sync routers for ids ['30962667-015e-4ede-8220-38d537a9fbab'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:52:29.790281 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Routers {'30962667-015e-4ede-8220-38d537a9fbab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:29.798958 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['30962667-015e-4ede-8220-38d537a9fbab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:29.842585 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:29.842991 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:29.852194 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:29.856680 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d47b2de3-ef09-4592-91e9-ba31075c5b32 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3826492 Apr 12 15:52:29.857559 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54044) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:29.899499 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,segment=NetworkSegment(19a1f856-5c78-4dc3-ba24-928bb84ceb82),segment_id=19a1f856-5c78-4dc3-ba24-928bb84ceb82)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:29.903662 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Set router 30962667-015e-4ede-8220-38d537a9fbab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:29.970662 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-03d40b62-6633-4e1a-a1c2-41e2f60f91a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:29.973772 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:29.974554 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 8dafc1fe-2018-464e-98bc-9eff57b0a042 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:30.000742 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4925b072-8e1c-4b11-a655-973fd202f67a None None] Network 7defb36d-5171-4fd1-8316-cbba0eb7b188 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:52:30.093658 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '60083816-acb4-4a78-b056-0a59d2804f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 3, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port': {'id': '60083816-acb4-4a78-b056-0a59d2804f73', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:28Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:30.127506 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Checking router: 30962667-015e-4ede-8220-38d537a9fbab for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:52:30.127852 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Updating router 30962667-015e-4ede-8220-38d537a9fbab port 60083816-acb4-4a78-b056-0a59d2804f73 binding host dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:52:30.130222 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:30.135373 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-760011e2-1632-4893-bb5f-113170bbe884 None None] Provisioning complete for port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:30.135745 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-760011e2-1632-4893-bb5f-113170bbe884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.165062 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (60083816-acb4-4a78-b056-0a59d2804f73), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.181055 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 8dafc1fe-2018-464e-98bc-9eff57b0a042 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:30.181426 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.327917 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-760011e2-1632-4893-bb5f-113170bbe884 None None] Current status of the port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:30.353269 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 8dafc1fe-2018-464e-98bc-9eff57b0a042 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:30.353868 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.443173 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Publish callbacks [] for port (60083816-acb4-4a78-b056-0a59d2804f73), precommit_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.518534 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Allocated IP 172.20.0.1 (7defb36d-5171-4fd1-8316-cbba0eb7b188/37516abf-ff57-4c74-a452-6951be79b39a/cd3aa438-dfbc-4dd0-9a6a-439894e49363) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:52:30.550056 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-ec348ff1-eb62-45e3-be84-0bcc0daa3fa9 None None] Provisioning complete for port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:30.550358 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ec348ff1-eb62-45e3-be84-0bcc0daa3fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.557583 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (60083816-acb4-4a78-b056-0a59d2804f73), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.618909 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Attempting to bind port 60083816-acb4-4a78-b056-0a59d2804f73 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:52:30.619182 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Attempting to bind port 60083816-acb4-4a78-b056-0a59d2804f73 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:52:30.620938 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Attempting to bind port 60083816-acb4-4a78-b056-0a59d2804f73 on network e3f10498-d6d8-4781-bfd3-c26719efb5d8 {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:52:30.629503 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6614d-b61f-463a-b837-94e9219d0e95 None None] Pushing event updated for resources: {'Port': ['ID=60083816-acb4-4a78-b056-0a59d2804f73,revision_number=2']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:30.634701 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Publish callbacks [] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.640949 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:52:30.641405 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Checking segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:30.642474 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.643343 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Bound using segment: {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'} {{(pid=104759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:52:30.643979 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.managers [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Bound port: 60083816-acb4-4a78-b056-0a59d2804f73, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe9077-3c61-43b8-b74b-d6b37d85dd14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}}] {{(pid=104759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:52:30.644578 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (60083816-acb4-4a78-b056-0a59d2804f73), before_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.700943 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] For port 60083816-acb4-4a78-b056-0a59d2804f73, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:52:30.705312 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.plugins.ml2.db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] For port 60083816-acb4-4a78-b056-0a59d2804f73, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=60083816-acb4-4a78-b056-0a59d2804f73,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:52:30.772508 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-ec348ff1-eb62-45e3-be84-0bcc0daa3fa9 None None] Current status of the port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:30.884946 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.927277 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Network 7defb36d-5171-4fd1-8316-cbba0eb7b188 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:30.932413 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:30.936147 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:52:30.945339 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron_lib.callbacks.manager [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (60083816-acb4-4a78-b056-0a59d2804f73), after_update {{(pid=104759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:30.945846 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Pushing event updated for resources: {'Port': ['ID=cd3aa438-dfbc-4dd0-9a6a-439894e49363,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:30.981343 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8033104'] for router_interface (30962667-015e-4ede-8220-38d537a9fbab), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:31.002881 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Routers {'30962667-015e-4ede-8220-38d537a9fbab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:31.003501 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['30962667-015e-4ede-8220-38d537a9fbab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:31.050018 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6614d-b61f-463a-b837-94e9219d0e95 None None] Pushing event updated for resources: {'Port': ['ID=60083816-acb4-4a78-b056-0a59d2804f73,revision_number=3']} {{(pid=104759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:31.122692 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] Set router 30962667-015e-4ede-8220-38d537a9fbab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:31.163593 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:31.195403 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-f9926a55-c7d8-404d-9a21-5138976d6db3 None None] Provisioning complete for port cd3aa438-dfbc-4dd0-9a6a-439894e49363 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:31.196024 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f9926a55-c7d8-404d-9a21-5138976d6db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:31.231458 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-f9926a55-c7d8-404d-9a21-5138976d6db3 None None] Port cd3aa438-dfbc-4dd0-9a6a-439894e49363 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:52:31.329659 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Publish callbacks [] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:31.377527 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '60083816-acb4-4a78-b056-0a59d2804f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 3, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port': {'id': '60083816-acb4-4a78-b056-0a59d2804f73', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:28Z', 'updated_at': '2022-04-12T15:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:31.402744 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:31.403433 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d8391-d780-4048-bcb7-28dd1225c892 None None] The sync data for ids ['30962667-015e-4ede-8220-38d537a9fbab'] in dv-cinder-837525-1-iscsi is: [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '60083816-acb4-4a78-b056-0a59d2804f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 3, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port': {'id': '60083816-acb4-4a78-b056-0a59d2804f73', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:28Z', 'updated_at': '2022-04-12T15:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:52:31.471988 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7910600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8023264'] for router_interface (30962667-015e-4ede-8220-38d537a9fbab), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:31.477249 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Pushing event updated for resources: {'Port': ['ID=cd3aa438-dfbc-4dd0-9a6a-439894e49363,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:31.574452 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Network 7defb36d-5171-4fd1-8316-cbba0eb7b188 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:52:31.575906 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:52:31.698478 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:31.756593 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:31.757343 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:31.872692 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-57e3e082-cde9-4b43-bbe6-9d45ce78b4c1 None None] Provisioning complete for port cd3aa438-dfbc-4dd0-9a6a-439894e49363 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:31.873181 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-57e3e082-cde9-4b43-bbe6-9d45ce78b4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:31.876512 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:31.915723 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-57e3e082-cde9-4b43-bbe6-9d45ce78b4c1 None None] Port cd3aa438-dfbc-4dd0-9a6a-439894e49363 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:52:32.024767 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Router 30962667-015e-4ede-8220-38d537a9fbab has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:52:32.144612 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:52:32.149971 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e78499d6-927c-4b0c-9c94-b751bb07ebcb admin admin] 10.222.0.74 "PUT /v2.0/routers/30962667-015e-4ede-8220-38d537a9fbab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2906263 Apr 12 15:52:32.791720 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-afda3a48-c30a-4fae-a72f-f9cd78bc979a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:32.934013 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Sync routers for ids ['30962667-015e-4ede-8220-38d537a9fbab'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:52:32.945067 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Routers {'30962667-015e-4ede-8220-38d537a9fbab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:32.945620 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['30962667-015e-4ede-8220-38d537a9fbab'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:32.975584 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54052) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:32.980251 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-9f4e91ed-5423-49fc-853e-95b3afc7c319 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816195589', 'description': 'tempest-secgroup-smoke-816195589 description', 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:33.055053 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9f4e91ed-5423-49fc-853e-95b3afc7c319 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.058865 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Set router 30962667-015e-4ede-8220-38d537a9fbab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:33.122908 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9f4e91ed-5423-49fc-853e-95b3afc7c319 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group (21786642-db40-49bc-944d-9fadf60d2712), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.186772 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9f4e91ed-5423-49fc-853e-95b3afc7c319 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (21786642-db40-49bc-944d-9fadf60d2712), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.215418 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e91ed-5423-49fc-853e-95b3afc7c319 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21786642-db40-49bc-944d-9fadf60d2712,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:33.262403 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '60083816-acb4-4a78-b056-0a59d2804f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T15:52:31Z', 'revision_number': 4, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port': {'id': '60083816-acb4-4a78-b056-0a59d2804f73', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:28Z', 'updated_at': '2022-04-12T15:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'cd3aa438-dfbc-4dd0-9a6a-439894e49363', 'name': '', 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'mac_address': 'fa:16:3e:bf:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '37516abf-ff57-4c74-a452-6951be79b39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:30Z', 'updated_at': '2022-04-12T15:52:31Z', 'revision_number': 2, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'subnets': [{'id': '37516abf-ff57-4c74-a452-6951be79b39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:33.289880 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Checking router: 30962667-015e-4ede-8220-38d537a9fbab for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:52:33.290228 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Updating router 30962667-015e-4ede-8220-38d537a9fbab port cd3aa438-dfbc-4dd0-9a6a-439894e49363 binding host dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:52:33.308253 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.308491 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9f4e91ed-5423-49fc-853e-95b3afc7c319 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.309849 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9f4e91ed-5423-49fc-853e-95b3afc7c319 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3331759 Apr 12 15:52:33.313051 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54054) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:33.317673 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-1ce63ee3-8ac4-43b8-bf20-e641f12e3a73 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'security_group_rule': {'security_group_id': '21786642-db40-49bc-944d-9fadf60d2712', 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:33.321797 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.420289 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ce63ee3-8ac4-43b8-bf20-e641f12e3a73 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (ba5ecbe8-7b18-474c-9c4f-7712ea7b4df5), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.477597 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ce63ee3-8ac4-43b8-bf20-e641f12e3a73 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (ba5ecbe8-7b18-474c-9c4f-7712ea7b4df5), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.569579 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ce63ee3-8ac4-43b8-bf20-e641f12e3a73 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (ba5ecbe8-7b18-474c-9c4f-7712ea7b4df5), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.588464 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Publish callbacks [] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.590324 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce63ee3-8ac4-43b8-bf20-e641f12e3a73 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5ecbe8-7b18-474c-9c4f-7712ea7b4df5,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:33.655544 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 60083816-acb4-4a78-b056-0a59d2804f73 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:33.657681 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ce63ee3-8ac4-43b8-bf20-e641f12e3a73 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.658917 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-1ce63ee3-8ac4-43b8-bf20-e641f12e3a73 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447654 Apr 12 15:52:33.661648 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54056) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:33.666363 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-07cbe964-9068-4c28-b4a6-956af58aa9dc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'security_group_rule': {'security_group_id': '21786642-db40-49bc-944d-9fadf60d2712', 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:33.678799 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.744929 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34952-7ca3-4c79-b0e8-648b1564340e None None] Pushing event updated for resources: {'Port': ['ID=cd3aa438-dfbc-4dd0-9a6a-439894e49363,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:33.760557 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07cbe964-9068-4c28-b4a6-956af58aa9dc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (f665cf7b-3cd7-4d3a-bb88-946b3e501374), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.781781 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 60083816-acb4-4a78-b056-0a59d2804f73 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:33.782262 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (60083816-acb4-4a78-b056-0a59d2804f73), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.824847 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07cbe964-9068-4c28-b4a6-956af58aa9dc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (f665cf7b-3cd7-4d3a-bb88-946b3e501374), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.857054 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Attempting to bind port cd3aa438-dfbc-4dd0-9a6a-439894e49363 on host dv-cinder-837525-1-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:52:33.860246 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Attempting to bind port cd3aa438-dfbc-4dd0-9a6a-439894e49363 by drivers openvswitch,hyperv on host dv-cinder-837525-1-iscsi at level 0 using segments [{'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:52:33.860246 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Attempting to bind port cd3aa438-dfbc-4dd0-9a6a-439894e49363 on network 7defb36d-5171-4fd1-8316-cbba0eb7b188 {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:52:33.868866 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Checking agent: {'id': 'd4c61a78-80e9-4d79-b930-51e2894a9112', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 30, 37), 'started_at': datetime.datetime(2022, 4, 12, 15, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:52:33.869240 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Checking segment: {'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:52:33.869640 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.870052 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Bound using segment: {'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:52:33.870552 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Bound port: cd3aa438-dfbc-4dd0-9a6a-439894e49363, host: dv-cinder-837525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a1f856-5c78-4dc3-ba24-928bb84ceb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:52:33.870934 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.906362 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07cbe964-9068-4c28-b4a6-956af58aa9dc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (f665cf7b-3cd7-4d3a-bb88-946b3e501374), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.929466 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbe964-9068-4c28-b4a6-956af58aa9dc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f665cf7b-3cd7-4d3a-bb88-946b3e501374,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:33.939486 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.964155 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 60083816-acb4-4a78-b056-0a59d2804f73 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:33.964541 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (60083816-acb4-4a78-b056-0a59d2804f73), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:33.976878 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-3d4dbd67-1f39-45a4-b953-4c1e7422bcd1 None None] Provisioning complete for port cd3aa438-dfbc-4dd0-9a6a-439894e49363 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:33.977243 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbd67-1f39-45a4-b953-4c1e7422bcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.002523 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07cbe964-9068-4c28-b4a6-956af58aa9dc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.002523 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-07cbe964-9068-4c28-b4a6-956af58aa9dc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3394704 Apr 12 15:52:34.004765 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54058) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:34.009154 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-78166eb5-5ca3-446f-9279-dfcbd53914b2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'security_group_rule': {'security_group_id': '21786642-db40-49bc-944d-9fadf60d2712', 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:34.025970 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] For port 60083816-acb4-4a78-b056-0a59d2804f73, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=60083816-acb4-4a78-b056-0a59d2804f73,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:34.029714 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] For port cd3aa438-dfbc-4dd0-9a6a-439894e49363, host dv-cinder-837525-1-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:52:34.046261 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] For port cd3aa438-dfbc-4dd0-9a6a-439894e49363, host dv-cinder-837525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=cd3aa438-dfbc-4dd0-9a6a-439894e49363,segment=NetworkSegment(19a1f856-5c78-4dc3-ba24-928bb84ceb82),segment_id=19a1f856-5c78-4dc3-ba24-928bb84ceb82)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:52:34.050455 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3d4dbd67-1f39-45a4-b953-4c1e7422bcd1 None None] Port cd3aa438-dfbc-4dd0-9a6a-439894e49363 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:52:34.112847 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-78166eb5-5ca3-446f-9279-dfcbd53914b2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (c1245f81-56cb-42c0-804f-f1c635003564), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.137518 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (60083816-acb4-4a78-b056-0a59d2804f73), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.142928 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.177567 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-78166eb5-5ca3-446f-9279-dfcbd53914b2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (c1245f81-56cb-42c0-804f-f1c635003564), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.206915 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Pushing event updated for resources: {'Port': ['ID=60083816-acb4-4a78-b056-0a59d2804f73,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:34.211815 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Routers {'30962667-015e-4ede-8220-38d537a9fbab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:52:34.211815 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:52:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['30962667-015e-4ede-8220-38d537a9fbab'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:34.271955 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-78166eb5-5ca3-446f-9279-dfcbd53914b2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (c1245f81-56cb-42c0-804f-f1c635003564), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.295775 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78166eb5-5ca3-446f-9279-dfcbd53914b2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1245f81-56cb-42c0-804f-f1c635003564,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:34.340315 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34952-7ca3-4c79-b0e8-648b1564340e None None] Pushing event updated for resources: {'Port': ['ID=cd3aa438-dfbc-4dd0-9a6a-439894e49363,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:34.364671 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] Set router 30962667-015e-4ede-8220-38d537a9fbab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:52:34.399431 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-3b13ae42-97e3-40c6-8009-4889a063d7e8 None None] Provisioning complete for port cd3aa438-dfbc-4dd0-9a6a-439894e49363 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:34.399800 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3b13ae42-97e3-40c6-8009-4889a063d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.405266 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-78166eb5-5ca3-446f-9279-dfcbd53914b2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.408916 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-78166eb5-5ca3-446f-9279-dfcbd53914b2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4007134 Apr 12 15:52:34.410207 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54060) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:34.414636 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-5e1a4406-79f3-4018-8ad9-ffc2354ac00c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'security_group_rule': {'security_group_id': '21786642-db40-49bc-944d-9fadf60d2712', 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:34.494524 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4406-79f3-4018-8ad9-ffc2354ac00c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (480756fb-c8ee-4cda-b380-ae72c8eebeac), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.554098 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4406-79f3-4018-8ad9-ffc2354ac00c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (480756fb-c8ee-4cda-b380-ae72c8eebeac), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.632076 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4406-79f3-4018-8ad9-ffc2354ac00c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (480756fb-c8ee-4cda-b380-ae72c8eebeac), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.651184 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a4406-79f3-4018-8ad9-ffc2354ac00c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480756fb-c8ee-4cda-b380-ae72c8eebeac,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:34.709649 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3b13ae42-97e3-40c6-8009-4889a063d7e8 None None] Current status of the port cd3aa438-dfbc-4dd0-9a6a-439894e49363 is: DOWN; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:34.710026 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3b13ae42-97e3-40c6-8009-4889a063d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.720233 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4406-79f3-4018-8ad9-ffc2354ac00c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.721490 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-5e1a4406-79f3-4018-8ad9-ffc2354ac00c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3103569 Apr 12 15:52:34.724533 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54064) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:34.729111 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-acc0d0fe-dab2-4a18-a838-d87fd8c876c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'security_group_rule': {'security_group_id': '21786642-db40-49bc-944d-9fadf60d2712', 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:34.771243 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-3b13ae42-97e3-40c6-8009-4889a063d7e8 None None] For port cd3aa438-dfbc-4dd0-9a6a-439894e49363, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=cd3aa438-dfbc-4dd0-9a6a-439894e49363,segment=NetworkSegment(19a1f856-5c78-4dc3-ba24-928bb84ceb82),segment_id=19a1f856-5c78-4dc3-ba24-928bb84ceb82)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:52:34.772322 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '60083816-acb4-4a78-b056-0a59d2804f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T15:52:31Z', 'revision_number': 4, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port': {'id': '60083816-acb4-4a78-b056-0a59d2804f73', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:28Z', 'updated_at': '2022-04-12T15:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'cd3aa438-dfbc-4dd0-9a6a-439894e49363', 'name': '', 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'mac_address': 'fa:16:3e:bf:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '37516abf-ff57-4c74-a452-6951be79b39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:30Z', 'updated_at': '2022-04-12T15:52:34Z', 'revision_number': 4, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'subnets': [{'id': '37516abf-ff57-4c74-a452-6951be79b39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:52:34.798871 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eccb9a-230f-48cd-aca5-cdd6c0ebca5a None None] The sync data for ids ['30962667-015e-4ede-8220-38d537a9fbab'] in dv-cinder-837525-1-iscsi is: [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '60083816-acb4-4a78-b056-0a59d2804f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T15:52:31Z', 'revision_number': 4, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port': {'id': '60083816-acb4-4a78-b056-0a59d2804f73', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:28Z', 'updated_at': '2022-04-12T15:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'cd3aa438-dfbc-4dd0-9a6a-439894e49363', 'name': '', 'network_id': '7defb36d-5171-4fd1-8316-cbba0eb7b188', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'mac_address': 'fa:16:3e:bf:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '37516abf-ff57-4c74-a452-6951be79b39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:30Z', 'updated_at': '2022-04-12T15:52:34Z', 'revision_number': 4, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'subnets': [{'id': '37516abf-ff57-4c74-a452-6951be79b39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:52:34.826401 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.securitygroups_db [None req-acc0d0fe-dab2-4a18-a838-d87fd8c876c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Project aec4a2c37d1b40a3a9b79b8c22abaeef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 15:52:34.832991 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acc0d0fe-dab2-4a18-a838-d87fd8c876c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (3a1b129b-774e-456a-8218-9419de6b5467), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.862343 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3b13ae42-97e3-40c6-8009-4889a063d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.916654 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acc0d0fe-dab2-4a18-a838-d87fd8c876c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (3a1b129b-774e-456a-8218-9419de6b5467), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:34.927656 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13ae42-97e3-40c6-8009-4889a063d7e8 None None] Pushing event updated for resources: {'Port': ['ID=cd3aa438-dfbc-4dd0-9a6a-439894e49363,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:34.992024 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acc0d0fe-dab2-4a18-a838-d87fd8c876c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (3a1b129b-774e-456a-8218-9419de6b5467), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:35.017727 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0d0fe-dab2-4a18-a838-d87fd8c876c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1b129b-774e-456a-8218-9419de6b5467,revision_number=0']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:35.102630 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-acc0d0fe-dab2-4a18-a838-d87fd8c876c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:35.103894 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-acc0d0fe-dab2-4a18-a838-d87fd8c876c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3781989 Apr 12 15:52:35.107055 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54066) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:52:35.111890 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-6a086452-f1ab-49ad-bbb5-ba7d9980b66e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'security_group_rule': {'security_group_id': '21786642-db40-49bc-944d-9fadf60d2712', 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:52:35.198000 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.securitygroups_db [None req-6a086452-f1ab-49ad-bbb5-ba7d9980b66e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Project aec4a2c37d1b40a3a9b79b8c22abaeef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 15:52:35.205121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6a086452-f1ab-49ad-bbb5-ba7d9980b66e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (80c2efb5-f0b3-4ac8-b773-5dd52533a69a), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:35.267442 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6a086452-f1ab-49ad-bbb5-ba7d9980b66e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (80c2efb5-f0b3-4ac8-b773-5dd52533a69a), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:35.363676 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6a086452-f1ab-49ad-bbb5-ba7d9980b66e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (80c2efb5-f0b3-4ac8-b773-5dd52533a69a), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:35.384176 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a086452-f1ab-49ad-bbb5-ba7d9980b66e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c2efb5-f0b3-4ac8-b773-5dd52533a69a,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:52:35.491341 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6a086452-f1ab-49ad-bbb5-ba7d9980b66e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:35.495635 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6a086452-f1ab-49ad-bbb5-ba7d9980b66e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3845286 Apr 12 15:52:35.732863 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device cd3aa438-dfbc-4dd0-9a6a-439894e49363 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:35.790976 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port cd3aa438-dfbc-4dd0-9a6a-439894e49363 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:35.791491 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:35.814667 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:35.876147 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port cd3aa438-dfbc-4dd0-9a6a-439894e49363 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:35.876994 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 60083816-acb4-4a78-b056-0a59d2804f73 up at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:52:35.923680 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Provisioning complete for port 60083816-acb4-4a78-b056-0a59d2804f73 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:52:35.924059 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (60083816-acb4-4a78-b056-0a59d2804f73), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:36.001606 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 60083816-acb4-4a78-b056-0a59d2804f73 is: ACTIVE; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:52:36.980481 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:52:38.549163 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-56f36291-e27c-4a14-b7a2-82d04f252ce2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402272 Apr 12 15:52:38.631151 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-8956888e-f1f5-4797-8d79-8fc0040624f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:38.632643 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-8956888e-f1f5-4797-8d79-8fc0040624f6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 1130 time: 0.0398042 Apr 12 15:52:38.738248 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-50fc8e9c-ae85-4429-bc19-30847e153b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:38.739693 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-50fc8e9c-ae85-4429-bc19-30847e153b17 service neutron] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 915 time: 0.0878377 Apr 12 15:52:38.809712 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-30c766a8-7eac-411b-a14c-518cab8ae43b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9 HTTP/1.1" status: 200 len: 1001 time: 0.0627108 Apr 12 15:52:38.857204 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-935f098d-56af-4c75-8576-4f8d82bb7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:38.858650 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-935f098d-56af-4c75-8576-4f8d82bb7d46 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0432799 Apr 12 15:52:38.902264 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-1f72be06-b3cf-420a-bb41-cb24db35c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:38.903997 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-1f72be06-b3cf-420a-bb41-cb24db35c376 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388689 Apr 12 15:52:39.001532 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-2f39b690-1369-4183-aa9f-2ec1ad38c71a service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895815 Apr 12 15:52:39.097675 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea79652b-6fe0-4d5f-9380-5401687fa040 req-8fba3f33-ddb8-433a-b7ea-ca636fda6301 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869591 Apr 12 15:52:58.532833 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-df012cf0-89b7-4d22-88a6-e038186a218b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816195589&fields=id&tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 267 time: 0.0427072 Apr 12 15:52:58.633804 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-0e538018-fc2b-4f60-9451-44c4788c76a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:52:58.635140 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-0e538018-fc2b-4f60-9451-44c4788c76a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 811 time: 0.0953887 Apr 12 15:52:58.649857 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-afa04aef-66d0-4b1a-889d-7ce993a7748c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/quotas/aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 375 time: 0.0091369 Apr 12 15:52:58.699540 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-4d522ee0-e25f-4496-b4f8-08b8cb296a37 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450511 Apr 12 15:52:58.792600 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-e3fad5c3-3633-449b-935b-3135ded7be3e service neutron] 10.222.0.74 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822020 Apr 12 15:52:58.883728 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-99d369c0-7332-40d1-8d96-c513df59b052 service neutron] 10.222.0.74 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850158 Apr 12 15:52:59.527943 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e004db5-597d-4f8a-a7b9-fefbf2db29b0 req-5423de80-ff92-4ff2-a6eb-28acf8341b47 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 210 time: 0.0321887 Apr 12 15:53:00.011940 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-fefbbd56-d53d-45c2-a92e-f7dafaf5d4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:00.621979 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1fe1424e-d792-4d61-8cbe-f0d59cfb894a req-b3ead817-397d-4b70-bd1c-cbb95cd5583f tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 210 time: 0.0276721 Apr 12 15:53:01.541584 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-69a22db2-a2dd-45e1-959d-b64a38c3640b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:01.543222 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-69a22db2-a2dd-45e1-959d-b64a38c3640b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 811 time: 0.1012096 Apr 12 15:53:01.608150 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-6b92734d-bff7-41ea-b6f5-8707e0b3b8fa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 379 time: 0.0559978 Apr 12 15:53:01.618198 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'port': {'device_id': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'admin_state_up': True, 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'security_groups': ['21786642-db40-49bc-944d-9fadf60d2712']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:01.724663 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90604da2-0b42-47ce-a8af-efc2bb956e03 req-b8e5c2ee-649d-42ef-a866-8d868f9f1b4b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 210 time: 0.0351601 Apr 12 15:53:01.812311 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Made reservation on behalf of aec4a2c37d1b40a3a9b79b8c22abaeef for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:53:01.815825 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:01.947547 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Allocated IP 172.20.0.6 (77a5313a-1cd1-4b0f-9229-1555c05c5196/9c29911c-fe8e-4604-abf7-08c3cb2ae313/26a0fd95-f336-49e9-aa9c-5407bf3a08d4) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:53:01.951079 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:53:02.086722 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:02.166884 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:02.209769 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:53:02.214957 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:53:02.217515 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:53:02.245323 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:02.275395 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:02.276027 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:02.357625 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-78794909-b3ba-45a9-b65e-66bdbf7491a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7438257 Apr 12 15:53:02.368890 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Request body: {'port': {'device_id': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:02.434804 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:02.450074 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-18a25bf0-f589-427d-951d-e63b7a1625d1 None None] Provisioning complete for port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:53:02.450668 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-18a25bf0-f589-427d-951d-e63b7a1625d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:02.484424 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-18a25bf0-f589-427d-951d-e63b7a1625d1 None None] Port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:53:02.710709 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:53:02.719088 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Publish callbacks [] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:02.732032 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Transition to ACTIVE for port object 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:53:02.817855 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2481e8d3-04e4-4aed-940e-f168b5cf94fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:02.828933 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:02.837877 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74960-f908-4dda-91a2-7076246572ed req-92726e76-1b37-4d59-84fb-957c17b0afa4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:02.839454 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-89a74960-f908-4dda-91a2-7076246572ed req-92726e76-1b37-4d59-84fb-957c17b0afa4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 931 time: 0.0476382 Apr 12 15:53:02.887025 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Pushing event updated for resources: {'Port': ['ID=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:02.901030 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-89a74960-f908-4dda-91a2-7076246572ed req-510cd5a2-c244-4abe-a42c-8164341940e9 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558424 Apr 12 15:53:02.965231 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Attempting to bind port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:53:02.965573 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Attempting to bind port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:53:02.965904 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Attempting to bind port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:53:02.970967 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:53:02.973584 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Attempting to bind port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:53:02.977103 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:53:02.977447 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Checking segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:53:02.977835 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Bound using segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:53:02.978269 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Bound port: 26a0fd95-f336-49e9-aa9c-5407bf3a08d4, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:53:02.978650 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:03.047643 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] For port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:53:03.051333 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] For port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:53:03.098120 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:03.134653 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:03.135266 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:03.136673 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-1f4c7339-24ad-4356-8493-79060486114f service neutron] 10.222.0.84 "PUT /v2.0/ports/26a0fd95-f336-49e9-aa9c-5407bf3a08d4 HTTP/1.1" status: 200 len: 1093 time: 0.7721369 Apr 12 15:53:03.137135 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'tag': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:53:03.139632 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d7378c-efd1-4b40-8111-8f2ea5b7062e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb", "tag": "26a0fd95-f336-49e9-aa9c-5407bf3a08d4"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:53:03.168278 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c7339-24ad-4356-8493-79060486114f service neutron] Pushing event updated for resources: {'Port': ['ID=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:03.177781 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9f109b-639e-4644-9426-38b593efd62c x-openstack-request-id: req-4e9f109b-639e-4644-9426-38b593efd62c {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:53:03.178080 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb", "tag": "26a0fd95-f336-49e9-aa9c-5407bf3a08d4", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:53:03.178256 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e9f109b-639e-4644-9426-38b593efd62c {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:53:03.178664 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9f109b-639e-4644-9426-38b593efd62c'] response: {'name': 'network-changed', 'server_uuid': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'tag': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'status': 'completed', 'code': 200} Apr 12 15:53:03.241086 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7378c-efd1-4b40-8111-8f2ea5b7062e req-791d4da9-a8f0-4f5c-91b1-68cc521dde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:03.243345 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-33d7378c-efd1-4b40-8111-8f2ea5b7062e req-791d4da9-a8f0-4f5c-91b1-68cc521dde33 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 1127 time: 0.0455430 Apr 12 15:53:03.297570 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:03.342277 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7378c-efd1-4b40-8111-8f2ea5b7062e req-b2323649-1182-4562-b127-95b0c0e53be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:03.343749 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-33d7378c-efd1-4b40-8111-8f2ea5b7062e req-b2323649-1182-4562-b127-95b0c0e53be8 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0941694 Apr 12 15:53:03.442822 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7378c-efd1-4b40-8111-8f2ea5b7062e req-65ad3cac-5fed-4919-9b50-26dc0d5f73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:03.444273 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-33d7378c-efd1-4b40-8111-8f2ea5b7062e req-65ad3cac-5fed-4919-9b50-26dc0d5f73a7 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0952938 Apr 12 15:53:03.516588 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-3d302d33-4d37-4d36-a109-ff39a24db9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:03.518012 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-3d302d33-4d37-4d36-a109-ff39a24db9c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 1127 time: 0.0390680 Apr 12 15:53:03.558717 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-06dacef5-5558-42b6-b2bf-5454f3af56b2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26a0fd95-f336-49e9-aa9c-5407bf3a08d4 HTTP/1.1" status: 200 len: 217 time: 0.0341318 Apr 12 15:53:03.611740 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-2b9c1f9b-6396-4783-b992-f8b38e2eca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:03.613218 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-2b9c1f9b-6396-4783-b992-f8b38e2eca06 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0486722 Apr 12 15:53:03.655412 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-4efa1ab7-369e-43bd-a984-4d0b74494cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:03.656892 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-4efa1ab7-369e-43bd-a984-4d0b74494cdb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378056 Apr 12 15:53:03.745451 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-e18f7643-8e05-4c14-b3f1-b0616e7bc4a1 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805840 Apr 12 15:53:03.837960 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c19e9c96-d9fd-450e-9781-ac1953237fe2 req-e0fa4d1c-a0bb-4641-816e-9fae23f1a5ce service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862412 Apr 12 15:53:03.880607 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:04.012882 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ce16e-6efd-4478-9699-2f721c245f18 req-36aec0a5-0d76-49fb-b578-0df736e6151d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:04.014604 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2e2ce16e-6efd-4478-9699-2f721c245f18 req-36aec0a5-0d76-49fb-b578-0df736e6151d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0470371 Apr 12 15:53:04.066276 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2e2ce16e-6efd-4478-9699-2f721c245f18 req-bd6674c6-6b8d-4b60-a5c0-8e8ca4bc9667 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461118 Apr 12 15:53:05.186506 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874b9d2-7559-4a76-89e7-f1809bf2d4db req-aba97c7e-d30c-4f37-9b91-b0557aa9852c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:05.187942 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5874b9d2-7559-4a76-89e7-f1809bf2d4db req-aba97c7e-d30c-4f37-9b91-b0557aa9852c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0496142 Apr 12 15:53:05.236225 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5874b9d2-7559-4a76-89e7-f1809bf2d4db req-62dc6849-0418-461a-aa61-f3d5466e29f3 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425503 Apr 12 15:53:05.788534 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:06.347678 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557b34-72f0-4a6b-9ae4-734e07e2dab3 req-3a2cf230-9f98-40a7-830f-107899cc817f tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:06.349150 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9b557b34-72f0-4a6b-9ae4-734e07e2dab3 req-3a2cf230-9f98-40a7-830f-107899cc817f tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0466805 Apr 12 15:53:06.397561 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9b557b34-72f0-4a6b-9ae4-734e07e2dab3 req-e731d4cc-b7db-45ae-8662-c665cd852077 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423880 Apr 12 15:53:07.011125 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:07.515199 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e960f-7fe1-41f5-8cee-e746e91ceeb3 req-f15b9835-03c5-48c5-a864-95357259395e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:07.516670 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-442e960f-7fe1-41f5-8cee-e746e91ceeb3 req-f15b9835-03c5-48c5-a864-95357259395e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0517066 Apr 12 15:53:07.564830 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-442e960f-7fe1-41f5-8cee-e746e91ceeb3 req-0a27d034-83cf-44dc-b00b-749ff03c43ae tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425327 Apr 12 15:53:08.674433 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a696fe-b66e-4165-9c67-4fe24240a860 req-bae8e327-f867-437c-8683-33ac5700b6d7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:08.675870 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a5a696fe-b66e-4165-9c67-4fe24240a860 req-bae8e327-f867-437c-8683-33ac5700b6d7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0466638 Apr 12 15:53:08.723046 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a5a696fe-b66e-4165-9c67-4fe24240a860 req-2a11623a-4f5d-47f2-84a7-e1a2a99295c7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Apr 12 15:53:09.833079 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22734d2e-d14e-4005-9613-63108406f4c7 req-01fa58d4-e254-4b97-b9d8-a77b07c87dff tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:09.834532 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22734d2e-d14e-4005-9613-63108406f4c7 req-01fa58d4-e254-4b97-b9d8-a77b07c87dff tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0458462 Apr 12 15:53:09.884229 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22734d2e-d14e-4005-9613-63108406f4c7 req-f5899fee-e5c0-4f4f-8612-9b68bec4a9ea tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Apr 12 15:53:10.999438 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e1f27-276c-46f1-aad0-73368d76722c req-32116f97-3ad2-499b-baa6-1dee419ceadd tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:11.000902 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6a8e1f27-276c-46f1-aad0-73368d76722c req-32116f97-3ad2-499b-baa6-1dee419ceadd tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0495338 Apr 12 15:53:11.048638 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6a8e1f27-276c-46f1-aad0-73368d76722c req-1823f2e5-35ad-44ec-8383-a166c339a8cf tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Apr 12 15:53:12.166940 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88810af-4421-48dd-a4bd-12a9003abf32 req-f12e5b1d-161b-4711-b632-76885ef3ee13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:12.168988 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b88810af-4421-48dd-a4bd-12a9003abf32 req-f12e5b1d-161b-4711-b632-76885ef3ee13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0558639 Apr 12 15:53:12.221899 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b88810af-4421-48dd-a4bd-12a9003abf32 req-01e8761b-bfde-47e2-8377-c07854bb7dad tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473616 Apr 12 15:53:13.229072 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:53:13.329947 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:53:13.331704 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4cb03-039d-4ab5-b53c-c40e6e25d009 req-8b04a1a9-92fa-49af-aa8a-9f92398bc5d2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:13.333208 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84a4cb03-039d-4ab5-b53c-c40e6e25d009 req-8b04a1a9-92fa-49af-aa8a-9f92398bc5d2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 943 time: 0.0465362 Apr 12 15:53:13.341297 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'port_id': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'mac_address': 'fa:16:3e:1b:0d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:53:13.378920 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:53:13.379309 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:13.382067 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84a4cb03-039d-4ab5-b53c-c40e6e25d009 req-49040588-0dd3-40a8-81bb-6a849a4ec457 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430984 Apr 12 15:53:13.393661 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:53:13.413770 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:53:13.462230 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:13.511373 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:13.784202 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['26a0fd95-f336-49e9-aa9c-5407bf3a08d4'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:53:14.494448 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea6d9c-75b1-4b8c-95e5-66f17cd074ff req-9505cbb7-fb41-4b2b-9a22-de77d7eaa754 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:14.495883 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-05ea6d9c-75b1-4b8c-95e5-66f17cd074ff req-9505cbb7-fb41-4b2b-9a22-de77d7eaa754 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 944 time: 0.0463879 Apr 12 15:53:14.543902 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-05ea6d9c-75b1-4b8c-95e5-66f17cd074ff req-8d19d2e2-c1dc-47c0-9c06-d6e60c4db947 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Apr 12 15:53:15.225409 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:53:15.274175 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:53:15.342016 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:53:15.342379 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:15.417893 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:53:15.418281 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:15.440195 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:53:15.442448 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65790259-c3b7-4c5b-9910-f4a3cb113bde" -d '{"events": [{"server_uuid": "9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb", "name": "network-vif-plugged", "status": "completed", "tag": "26a0fd95-f336-49e9-aa9c-5407bf3a08d4"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:53:15.463483 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:53:15.481980 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c102a55-3ba6-4485-bef0-c6488feab4dc x-openstack-request-id: req-9c102a55-3ba6-4485-bef0-c6488feab4dc {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:53:15.482281 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb", "name": "network-vif-plugged", "status": "completed", "tag": "26a0fd95-f336-49e9-aa9c-5407bf3a08d4", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:53:15.482535 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9c102a55-3ba6-4485-bef0-c6488feab4dc {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:53:15.482935 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c102a55-3ba6-4485-bef0-c6488feab4dc'] response: {'server_uuid': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'code': 200} Apr 12 15:53:15.523362 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:15.578529 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:15.670453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46293966-e146-4739-9a3c-2903be78a91a req-09f71b12-3033-4f78-bfbe-641d47a1ac6c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:15.672000 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-46293966-e146-4739-9a3c-2903be78a91a req-09f71b12-3033-4f78-bfbe-641d47a1ac6c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 945 time: 0.0517011 Apr 12 15:53:15.730223 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-46293966-e146-4739-9a3c-2903be78a91a req-ee85fe58-2bb1-432f-b2d2-f9e26ae1dd82 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522904 Apr 12 15:53:15.811424 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32672f9a-4c2c-4672-a561-d79d03b6f6ac req-83259c7a-4f13-409a-9b09-7971142d6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:15.812893 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-32672f9a-4c2c-4672-a561-d79d03b6f6ac req-83259c7a-4f13-409a-9b09-7971142d6095 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 1129 time: 0.0373397 Apr 12 15:53:15.857677 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-32672f9a-4c2c-4672-a561-d79d03b6f6ac req-5ffc3ac9-e3d4-4926-a895-f25d583cdc64 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388353 Apr 12 15:53:16.846904 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69987dc-4577-40fe-b2e6-b3d7410fe14a req-e20584ed-5556-4a39-a9d5-cb7ce90d14f8 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:16.848356 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d69987dc-4577-40fe-b2e6-b3d7410fe14a req-e20584ed-5556-4a39-a9d5-cb7ce90d14f8 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 945 time: 0.0496407 Apr 12 15:53:16.895598 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d69987dc-4577-40fe-b2e6-b3d7410fe14a req-41753e0b-e55a-463e-bace-ccfbedc6674f tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417509 Apr 12 15:53:18.006694 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bc5b9-7daf-436c-a777-bf3db6f20f29 req-9e2cd825-09f7-4f61-b964-aced6e971de3 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:18.008490 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-866bc5b9-7daf-436c-a777-bf3db6f20f29 req-9e2cd825-09f7-4f61-b964-aced6e971de3 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 945 time: 0.0470366 Apr 12 15:53:18.056984 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-866bc5b9-7daf-436c-a777-bf3db6f20f29 req-258ac927-88d7-4ef7-9e94-b779594120e3 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428355 Apr 12 15:53:18.165992 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a4857-0a8b-4e66-9ff6-4d9a4062f9bc req-53dbd7f2-61cb-490c-827e-6c12433ab6c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:18.167451 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6a4857-0a8b-4e66-9ff6-4d9a4062f9bc req-53dbd7f2-61cb-490c-827e-6c12433ab6c4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 945 time: 0.0463493 Apr 12 15:53:18.215609 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8c6a4857-0a8b-4e66-9ff6-4d9a4062f9bc req-b66d9e45-fb26-4653-9398-81632df95610 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426250 Apr 12 15:53:18.237607 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54248) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:18.373015 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860be90-2d76-4452-89ea-9d2ff5e48dde tempest-TestVolumeBootPattern-1976000933 tempest-TestVolumeBootPattern-1976000933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:18.374501 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5860be90-2d76-4452-89ea-9d2ff5e48dde tempest-TestVolumeBootPattern-1976000933 tempest-TestVolumeBootPattern-1976000933-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 1124 time: 0.1355712 Apr 12 15:53:18.377324 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54252) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:18.381412 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'port_id': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:18.462561 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:18.539236 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:18.649139 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Allocated IP 172.27.0.192 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:53:18.753869 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:18.862161 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:18.902673 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:53:18.905483 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:53:18.911276 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:53:18.934725 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:18.946437 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.946780 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.947121 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.947455 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.947788 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.948117 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.948441 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.948763 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.949116 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.949435 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.949761 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.950082 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.950400 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.950717 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:18.951037 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:19.280594 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (b103ef5f-653c-454f-9527-7266dc0e486d), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:19.392338 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:19.540703 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:19.581394 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:19.648271 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:19.661452 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (b103ef5f-653c-454f-9527-7266dc0e486d), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:19.763181 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Floating IP b103ef5f-653c-454f-9527-7266dc0e486d associated. External IP: 172.27.0.192, port: 26a0fd95-f336-49e9-aa9c-5407bf3a08d4. Apr 12 15:53:19.970952 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:53:20.080268 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:53:20.090164 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:53:20.099761 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:53:20.100368 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:53:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:20.203528 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:53:20.212985 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:20.243420 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9ef089e5-2c6b-4b31-bc26-420268e9143c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8651066 Apr 12 15:53:20.244004 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'tag': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:53:20.246323 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411d6497-a646-4eb8-ae2e-1a1b97ce239e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb", "tag": "26a0fd95-f336-49e9-aa9c-5407bf3a08d4"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:53:20.283916 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61493800-a4c9-491b-95c0-c133ca807dff x-openstack-request-id: req-61493800-a4c9-491b-95c0-c133ca807dff {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:53:20.284527 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb", "tag": "26a0fd95-f336-49e9-aa9c-5407bf3a08d4", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:53:20.284527 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61493800-a4c9-491b-95c0-c133ca807dff {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:53:20.284867 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61493800-a4c9-491b-95c0-c133ca807dff'] response: {'name': 'network-changed', 'server_uuid': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'tag': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'status': 'completed', 'code': 200} Apr 12 15:53:20.354495 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-2af3b72c-2622-4ddc-9f1e-5d3a8305a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:20.356238 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-2af3b72c-2622-4ddc-9f1e-5d3a8305a12a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 1129 time: 0.0443485 Apr 12 15:53:20.423844 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'b103ef5f-653c-454f-9527-7266dc0e486d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:1b:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:53:19Z', 'updated_at': '2022-04-12T15:53:19Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:20.448858 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-8dd37543-99c3-4ea5-a53a-3d7b609f2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:20.450327 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-8dd37543-99c3-4ea5-a53a-3d7b609f2c70 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.0886834 Apr 12 15:53:20.454787 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:53:20.463713 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:53:20.464252 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:53:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:20.514539 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-aa2a52b0-d465-4d13-9d72-11e77892998d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26a0fd95-f336-49e9-aa9c-5407bf3a08d4 HTTP/1.1" status: 200 len: 999 time: 0.0585871 Apr 12 15:53:20.566346 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-1a7c9b4f-03bd-48cd-b228-7d17c3b8e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:20.567798 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-1a7c9b4f-03bd-48cd-b228-7d17c3b8e403 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0477264 Apr 12 15:53:20.572039 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:53:20.611124 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-7ee8f911-1e23-49ee-b400-1cb792bd6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:20.612672 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-7ee8f911-1e23-49ee-b400-1cb792bd6fb8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392568 Apr 12 15:53:20.705227 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-f4ab60c6-eb9e-4e90-b052-772581e25159 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863552 Apr 12 15:53:20.801410 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-411d6497-a646-4eb8-ae2e-1a1b97ce239e req-7be4106b-56df-4e69-a9e7-14b1b3f7fa9d service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896330 Apr 12 15:53:20.885750 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'b103ef5f-653c-454f-9527-7266dc0e486d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:1b:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:53:19Z', 'updated_at': '2022-04-12T15:53:19Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:20.916566 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc173936-676c-4529-bbd1-2aef06f2056d None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'b103ef5f-653c-454f-9527-7266dc0e486d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:1b:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:53:19Z', 'updated_at': '2022-04-12T15:53:19Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:53:21.105211 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b0f77b-826e-4f42-a93e-68769a6998ef None None] New status for floating IP b103ef5f-653c-454f-9527-7266dc0e486d: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:53:29.969514 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-da54506b-d4a3-48a9-a3fe-0b3ae6985e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:32.797485 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-82db1ec4-36e1-481c-a04b-1f61619040a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:33.248790 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:33.889418 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:35.820494 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:37.003253 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:38.949296 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:53:39.551607 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-c5ceb1a4-42a7-4261-afaf-5d99b4afa8a8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394495 Apr 12 15:53:39.615611 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-59e7e2c4-c88e-4fde-ac68-bd6eec06c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:39.617137 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-59e7e2c4-c88e-4fde-ac68-bd6eec06c581 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 1129 time: 0.0431395 Apr 12 15:53:39.719912 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-4461a96e-2e49-46b3-836a-3812c6ab5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:39.721240 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-4461a96e-2e49-46b3-836a-3812c6ab5645 service neutron] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 915 time: 0.0860481 Apr 12 15:53:39.792768 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-70300609-88f5-4258-b7a1-9ddebbca0a75 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb HTTP/1.1" status: 200 len: 1001 time: 0.0648491 Apr 12 15:53:39.839267 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-d5b5456e-9ac5-461e-9464-53f1c7710235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:39.840735 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-d5b5456e-9ac5-461e-9464-53f1c7710235 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0422487 Apr 12 15:53:39.889167 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-d548d98a-5fe3-4c9a-9aec-7a9808b8880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:39.890658 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-d548d98a-5fe3-4c9a-9aec-7a9808b8880f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422759 Apr 12 15:53:39.936451 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ff61a-6e8a-4f74-ba90-07c0ef05564f req-364d6575-98dd-46c1-972d-f70f96b9d232 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:39.937969 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c48ff61a-6e8a-4f74-ba90-07c0ef05564f req-364d6575-98dd-46c1-972d-f70f96b9d232 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 945 time: 0.0464432 Apr 12 15:53:39.988717 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c48ff61a-6e8a-4f74-ba90-07c0ef05564f req-3af88f3c-8f19-4069-890d-f5de833e7f23 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450492 Apr 12 15:53:41.054710 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-8af72d88-5b97-4588-bc55-ab6039011891 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842874 Apr 12 15:53:41.101901 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ca092-fe52-4e63-a1e1-79be8012cd44 req-d272e32b-0ae2-4ac0-a8a3-7098c7e20d9a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:41.103384 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-040ca092-fe52-4e63-a1e1-79be8012cd44 req-d272e32b-0ae2-4ac0-a8a3-7098c7e20d9a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 945 time: 0.0464256 Apr 12 15:53:41.156356 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-040ca092-fe52-4e63-a1e1-79be8012cd44 req-066abc72-1870-45ef-a901-ce016e0ac783 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473995 Apr 12 15:53:41.428033 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-914f2221-1cd0-45ba-8ea4-b83d5caaae10 req-9d37b507-2d0a-431f-8389-04959c9399f4 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668640 Apr 12 15:53:41.431836 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-6b198002-fcd4-4622-b974-d4cc5d56ce3c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:41.434302 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-6b198002-fcd4-4622-b974-d4cc5d56ce3c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 945 time: 0.0464447 Apr 12 15:53:41.523722 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Deleting port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:53:41.524065 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:41.614069 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] For port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:53:41.614438 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:41.786144 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:41.786422 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (9585cee5-22e8-41cf-a7b6-bc977cec52c1), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:41.786742 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Floating IP 9585cee5-22e8-41cf-a7b6-bc977cec52c1 disassociated. External IP: 172.27.0.124, port: b24835c6-eec3-4830-9b1c-d5c2a88ef9eb. Apr 12 15:53:41.787089 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Calling delete_port for b24835c6-eec3-4830-9b1c-d5c2a88ef9eb owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:53:41.957550 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (b24835c6-eec3-4830-9b1c-d5c2a88ef9eb), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:41.987067 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'Port': ['ID=b24835c6-eec3-4830-9b1c-d5c2a88ef9eb,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:42.000404 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.000763 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.001136 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.001476 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.001814 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.002151 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.002482 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.002817 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.003140 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.003467 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.003795 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.004120 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.004444 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.004772 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.005229 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:53:42.116445 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:53:42.224259 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:53:42.237781 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:53:42.247889 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:53:42.249078 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:53:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:42.256842 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e12f7c0a-9be1-4baf-8687-56977bdb1b72 req-b0f299f9-4298-4837-94fe-f745117d41c0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 210 time: 0.0329814 Apr 12 15:53:42.269115 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] No DVR routers for this DVR port b24835c6-eec3-4830-9b1c-d5c2a88ef9eb on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:53:42.271798 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:42.275490 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6d698f59-d183-42a7-ac06-6b4adbf75f7a req-cd384860-224e-4aaf-9e4f-9c8a02a9f78c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "DELETE /v2.0/ports/b24835c6-eec3-4830-9b1c-d5c2a88ef9eb HTTP/1.1" status: 204 len: 173 time: 0.8352757 Apr 12 15:53:42.276180 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'name': 'network-vif-deleted', 'tag': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:53:42.278533 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024461e0-8ff1-4d92-8b72-48ab975bed21" -d '{"events": [{"server_uuid": "e52e667a-16c2-4fe6-aaa8-89736369e321", "name": "network-vif-deleted", "tag": "b24835c6-eec3-4830-9b1c-d5c2a88ef9eb"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:53:42.374551 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:53:42.392840 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcfe838-2762-45cd-aaab-858751f8a8ce x-openstack-request-id: req-cfcfe838-2762-45cd-aaab-858751f8a8ce {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:53:42.393145 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e667a-16c2-4fe6-aaa8-89736369e321", "name": "network-vif-deleted", "tag": "b24835c6-eec3-4830-9b1c-d5c2a88ef9eb", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:53:42.393530 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cfcfe838-2762-45cd-aaab-858751f8a8ce {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:53:42.393936 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcfe838-2762-45cd-aaab-858751f8a8ce'] response: {'server_uuid': 'e52e667a-16c2-4fe6-aaa8-89736369e321', 'name': 'network-vif-deleted', 'tag': 'b24835c6-eec3-4830-9b1c-d5c2a88ef9eb', 'status': 'completed', 'code': 200} Apr 12 15:53:42.693605 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:18Z', 'revision_number': 2, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:42.721830 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:53:42.730159 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:53:42.730876 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:53:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:42.840326 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:53:43.064279 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:18Z', 'revision_number': 2, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:43.090434 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0bf18-e67d-4220-841e-1b4aaec3dfef None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'cd24b1d9-301a-4d09-af52-4318d3d2dede', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:e1:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:49:59Z', 'updated_at': '2022-04-12T15:50:18Z', 'revision_number': 2, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:53:43.312295 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc81d7b-211c-4cb1-ad78-bf2aff66c6b4 None None] New status for floating IP 9585cee5-22e8-41cf-a7b6-bc977cec52c1: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:53:43.370806 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ca1b6b6-77c0-4501-9d0c-832232f4e060 req-2d8e479a-2af0-4cef-8d6e-d2d2fb118fcf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=e52e667a-16c2-4fe6-aaa8-89736369e321 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Apr 12 15:53:44.523221 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54296) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:44.575972 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8965ce0e-0b3c-4b63-964b-de0273a5fcbb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (a1e5af5c-aa52-4da4-98a8-a619e1e6eef1), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:44.599475 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8965ce0e-0b3c-4b63-964b-de0273a5fcbb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (a1e5af5c-aa52-4da4-98a8-a619e1e6eef1), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:44.716594 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8965ce0e-0b3c-4b63-964b-de0273a5fcbb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (a1e5af5c-aa52-4da4-98a8-a619e1e6eef1), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:44.719721 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8965ce0e-0b3c-4b63-964b-de0273a5fcbb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:44.720956 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8965ce0e-0b3c-4b63-964b-de0273a5fcbb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "DELETE /v2.0/security-groups/a1e5af5c-aa52-4da4-98a8-a619e1e6eef1 HTTP/1.1" status: 204 len: 168 time: 0.1966789 Apr 12 15:53:44.723698 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54298) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:44.730084 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965ce0e-0b3c-4b63-964b-de0273a5fcbb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e5af5c-aa52-4da4-98a8-a619e1e6eef1,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:44.739222 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.api.v2.resource [None req-2459fbfb-a3ee-41ca-bd0c-1bd573692af0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] show failed (client error): The resource could not be found. Apr 12 15:53:44.743018 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-2459fbfb-a3ee-41ca-bd0c-1bd573692af0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups/a1e5af5c-aa52-4da4-98a8-a619e1e6eef1 HTTP/1.1" status: 404 len: 347 time: 0.0155911 Apr 12 15:53:44.745244 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54300) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:44.861883 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Deleting port f4cb980f-7823-4476-a14e-e06924f05177 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:53:44.862529 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (f4cb980f-7823-4476-a14e-e06924f05177), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:44.939622 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (f4cb980f-7823-4476-a14e-e06924f05177), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:44.939948 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (f4cb980f-7823-4476-a14e-e06924f05177), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:44.952982 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Calling delete_port for f4cb980f-7823-4476-a14e-e06924f05177 owned by network:floatingip {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:53:45.128255 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (f4cb980f-7823-4476-a14e-e06924f05177), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:45.153828 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'Port': ['ID=f4cb980f-7823-4476-a14e-e06924f05177,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:45.215271 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (9585cee5-22e8-41cf-a7b6-bc977cec52c1), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:45.218405 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:45.219559 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-70a6fe5c-46ab-4538-bd2f-1dc47ab3ca90 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "DELETE /v2.0/floatingips/9585cee5-22e8-41cf-a7b6-bc977cec52c1 HTTP/1.1" status: 204 len: 168 time: 0.4734094 Apr 12 15:53:45.361408 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device b24835c6-eec3-4830-9b1c-d5c2a88ef9eb no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:53:45.381729 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: b24835c6-eec3-4830-9b1c-d5c2a88ef9eb {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:53:45.382074 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device b24835c6-eec3-4830-9b1c-d5c2a88ef9eb not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:53:47.125022 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2aca7-ed2e-4543-8d4b-891292e0099c req-dd63938e-b01c-41a1-b555-b4acb6225602 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:47.126505 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6ec2aca7-ed2e-4543-8d4b-891292e0099c req-dd63938e-b01c-41a1-b555-b4acb6225602 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 946 time: 0.0508358 Apr 12 15:53:47.172271 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6ec2aca7-ed2e-4543-8d4b-891292e0099c req-325b5b0e-c4ca-4b11-8508-d5a5ddf06945 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402741 Apr 12 15:53:48.290214 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03741bf3-715f-4986-9c91-8c670f81fc45 req-98ae44b7-1737-4826-9966-e2993a9b2c39 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:48.291589 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-03741bf3-715f-4986-9c91-8c670f81fc45 req-98ae44b7-1737-4826-9966-e2993a9b2c39 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 946 time: 0.0508373 Apr 12 15:53:48.337894 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-03741bf3-715f-4986-9c91-8c670f81fc45 req-33cef8d8-77d6-41a3-9163-0f6410b62482 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 Apr 12 15:53:48.947853 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-32fd929b-d5b7-4531-a818-e048c7027561 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:48.949313 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-32fd929b-d5b7-4531-a818-e048c7027561 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 946 time: 0.0459256 Apr 12 15:53:49.037458 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Deleting port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:53:49.037798 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:49.124087 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] For port c05df85f-61aa-44c0-b1cd-f02dbf261fb9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:53:49.124451 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:49.291391 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:49.291653 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (cd24b1d9-301a-4d09-af52-4318d3d2dede), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:49.291974 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Floating IP cd24b1d9-301a-4d09-af52-4318d3d2dede disassociated. External IP: 172.27.0.50, port: c05df85f-61aa-44c0-b1cd-f02dbf261fb9. Apr 12 15:53:49.292317 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Calling delete_port for c05df85f-61aa-44c0-b1cd-f02dbf261fb9 owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:53:49.456272 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de099d2-e758-41f3-9638-ade58cc32926 req-7afe214a-c5ce-441b-896b-e336cbce8477 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:49.457766 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2de099d2-e758-41f3-9638-ade58cc32926 req-7afe214a-c5ce-441b-896b-e336cbce8477 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 946 time: 0.0511715 Apr 12 15:53:49.505404 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (c05df85f-61aa-44c0-b1cd-f02dbf261fb9), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:49.514658 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2de099d2-e758-41f3-9638-ade58cc32926 req-bef1fe93-c773-44d6-9916-7a6b0fea3d6b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e56960f-03b4-404d-903f-07b6ac0b604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510085 Apr 12 15:53:49.537389 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'Port': ['ID=c05df85f-61aa-44c0-b1cd-f02dbf261fb9,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:49.904054 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:53:50.017480 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:53:50.027772 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:53:50.038510 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:53:50.039125 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:53:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:50.057854 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] No DVR routers for this DVR port c05df85f-61aa-44c0-b1cd-f02dbf261fb9 on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:53:50.060945 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:50.064595 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fe27fa94-93f6-4079-a96f-734c988c9b55 req-ec68e211-0323-432d-aafc-78acab9c0bc8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "DELETE /v2.0/ports/c05df85f-61aa-44c0-b1cd-f02dbf261fb9 HTTP/1.1" status: 204 len: 173 time: 1.1093576 Apr 12 15:53:50.065063 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'name': 'network-vif-deleted', 'tag': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:53:50.067385 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7268548-65fd-45ac-aefe-4d52d457533e" -d '{"events": [{"server_uuid": "975450e0-6c3f-432f-9b77-8a1d4a86f4ff", "name": "network-vif-deleted", "tag": "c05df85f-61aa-44c0-b1cd-f02dbf261fb9"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:53:50.105210 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf8dab-748e-43f2-857a-760c9e289d50 x-openstack-request-id: req-cfcf8dab-748e-43f2-857a-760c9e289d50 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:53:50.105507 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975450e0-6c3f-432f-9b77-8a1d4a86f4ff", "name": "network-vif-deleted", "tag": "c05df85f-61aa-44c0-b1cd-f02dbf261fb9", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:53:50.105763 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cfcf8dab-748e-43f2-857a-760c9e289d50 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:53:50.106172 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcf8dab-748e-43f2-857a-760c9e289d50'] response: {'server_uuid': '975450e0-6c3f-432f-9b77-8a1d4a86f4ff', 'name': 'network-vif-deleted', 'tag': 'c05df85f-61aa-44c0-b1cd-f02dbf261fb9', 'status': 'completed', 'code': 200} Apr 12 15:53:50.154290 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:53:50.340396 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:50.371916 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:53:50.381187 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:53:50.381770 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:53:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:50.488636 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:53:50.621833 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91aade8c-5181-4f48-af37-118c4022fe53 req-b2488011-934e-46aa-98ad-319900c5fddb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=975450e0-6c3f-432f-9b77-8a1d4a86f4ff HTTP/1.1" status: 200 len: 210 time: 0.0287790 Apr 12 15:53:50.678945 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:53:50.704478 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e169734-b665-420a-8c67-3e94643a4e8c None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:53:50.922899 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241eaecd-41ac-49f8-906e-d5e5fa488e8e None None] New status for floating IP cd24b1d9-301a-4d09-af52-4318d3d2dede: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:53:51.791339 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54334) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:51.842889 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b2409d25-153a-487b-a861-7b0489bf2ef9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (1e56960f-03b4-404d-903f-07b6ac0b604e), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:51.865750 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b2409d25-153a-487b-a861-7b0489bf2ef9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (1e56960f-03b4-404d-903f-07b6ac0b604e), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:51.990320 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b2409d25-153a-487b-a861-7b0489bf2ef9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1e56960f-03b4-404d-903f-07b6ac0b604e), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:51.992942 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b2409d25-153a-487b-a861-7b0489bf2ef9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:51.994110 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-b2409d25-153a-487b-a861-7b0489bf2ef9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "DELETE /v2.0/security-groups/1e56960f-03b4-404d-903f-07b6ac0b604e HTTP/1.1" status: 204 len: 168 time: 0.2017796 Apr 12 15:53:51.996958 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54336) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:52.003911 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2409d25-153a-487b-a861-7b0489bf2ef9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e56960f-03b4-404d-903f-07b6ac0b604e,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:52.012814 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.api.v2.resource [None req-4644f034-0f63-41e3-9556-5ec150160475 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] show failed (client error): The resource could not be found. Apr 12 15:53:52.013854 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4644f034-0f63-41e3-9556-5ec150160475 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups/1e56960f-03b4-404d-903f-07b6ac0b604e HTTP/1.1" status: 404 len: 347 time: 0.0153575 Apr 12 15:53:52.016613 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54338) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:52.132839 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Deleting port 8b11b6de-b14f-4729-81b9-92283f49189c {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:53:52.133093 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (8b11b6de-b14f-4729-81b9-92283f49189c), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:52.209877 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (8b11b6de-b14f-4729-81b9-92283f49189c), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:52.210210 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (8b11b6de-b14f-4729-81b9-92283f49189c), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:52.223016 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Calling delete_port for 8b11b6de-b14f-4729-81b9-92283f49189c owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:53:52.442185 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (8b11b6de-b14f-4729-81b9-92283f49189c), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:52.474222 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'Port': ['ID=8b11b6de-b14f-4729-81b9-92283f49189c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:52.533119 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (cd24b1d9-301a-4d09-af52-4318d3d2dede), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:52.535624 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:52.536815 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-37ffb718-20f1-41f2-b760-cbbe5b53f339 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "DELETE /v2.0/floatingips/cd24b1d9-301a-4d09-af52-4318d3d2dede HTTP/1.1" status: 204 len: 168 time: 0.5192380 Apr 12 15:53:52.786452 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54342) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:52.790995 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-78d8be44-1f2b-4b97-8a88-e4f7019fd034 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658095197', 'description': 'tempest-description--1183757597'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:52.881380 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-78d8be44-1f2b-4b97-8a88-e4f7019fd034 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:52.950100 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-78d8be44-1f2b-4b97-8a88-e4f7019fd034 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (571411a1-41ea-4788-a414-816bbd22bb77), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.018884 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-78d8be44-1f2b-4b97-8a88-e4f7019fd034 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (571411a1-41ea-4788-a414-816bbd22bb77), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.047166 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8be44-1f2b-4b97-8a88-e4f7019fd034 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571411a1-41ea-4788-a414-816bbd22bb77,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:53.106912 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-78d8be44-1f2b-4b97-8a88-e4f7019fd034 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.108243 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-78d8be44-1f2b-4b97-8a88-e4f7019fd034 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3207793 Apr 12 15:53:53.110946 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54344) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:53.115141 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-c3a23369-2d76-4574-bf29-c38e8f213262 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group_rule': {'security_group_id': '571411a1-41ea-4788-a414-816bbd22bb77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:53.202825 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c3a23369-2d76-4574-bf29-c38e8f213262 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (c16ab3aa-db5a-4cfc-8567-6f1d267a4fda), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.263499 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c3a23369-2d76-4574-bf29-c38e8f213262 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (c16ab3aa-db5a-4cfc-8567-6f1d267a4fda), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.339400 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c3a23369-2d76-4574-bf29-c38e8f213262 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (c16ab3aa-db5a-4cfc-8567-6f1d267a4fda), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.357228 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a23369-2d76-4574-bf29-c38e8f213262 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16ab3aa-db5a-4cfc-8567-6f1d267a4fda,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:53.407307 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device c05df85f-61aa-44c0-b1cd-f02dbf261fb9 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:53:53.427173 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: c05df85f-61aa-44c0-b1cd-f02dbf261fb9 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:53:53.427521 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device c05df85f-61aa-44c0-b1cd-f02dbf261fb9 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:53:53.432005 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c3a23369-2d76-4574-bf29-c38e8f213262 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.433246 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c3a23369-2d76-4574-bf29-c38e8f213262 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213866 Apr 12 15:53:53.436483 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54346) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:53.440917 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-f4a54bca-c89c-464a-a319-46398b616f86 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group_rule': {'security_group_id': '571411a1-41ea-4788-a414-816bbd22bb77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:53.533587 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f4a54bca-c89c-464a-a319-46398b616f86 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (75489ad0-fb29-482e-9513-26e498647a06), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.590633 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f4a54bca-c89c-464a-a319-46398b616f86 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (75489ad0-fb29-482e-9513-26e498647a06), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.671495 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f4a54bca-c89c-464a-a319-46398b616f86 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (75489ad0-fb29-482e-9513-26e498647a06), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.689304 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a54bca-c89c-464a-a319-46398b616f86 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75489ad0-fb29-482e-9513-26e498647a06,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:53.752580 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f4a54bca-c89c-464a-a319-46398b616f86 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.753838 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f4a54bca-c89c-464a-a319-46398b616f86 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163698 Apr 12 15:53:53.756892 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54348) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:53:53.761563 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:53.836144 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:53.915399 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.017449 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Allocated IP 172.27.0.182 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/4b7aef60-0318-461e-8fc8-c7e416cce05a) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:53:54.119582 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (4b7aef60-0318-461e-8fc8-c7e416cce05a), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.196962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (4b7aef60-0318-461e-8fc8-c7e416cce05a), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.233638 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:53:54.236401 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:53:54.241896 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:53:54.265305 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=4b7aef60-0318-461e-8fc8-c7e416cce05a,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:54.333639 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (43338944-7d1c-47dc-aa0e-4f3193103a41), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.422401 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (4b7aef60-0318-461e-8fc8-c7e416cce05a), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.572117 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (4b7aef60-0318-461e-8fc8-c7e416cce05a), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.664891 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (4b7aef60-0318-461e-8fc8-c7e416cce05a), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.728245 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=4b7aef60-0318-461e-8fc8-c7e416cce05a,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:54.743942 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (43338944-7d1c-47dc-aa0e-4f3193103a41), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.855353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:54.856525 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bc6fd26c-673e-438b-94b0-efffed2359a9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0986524 Apr 12 15:53:55.049510 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-02929542-16f5-4c21-99b9-b655110eaa00 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--658095197&fields=id&tenant_id=24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 267 time: 0.0414023 Apr 12 15:53:55.152684 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-a3e5613a-ff97-4c59-a0c4-38e1819e7005 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:55.154049 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-a3e5613a-ff97-4c59-a0c4-38e1819e7005 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 815 time: 0.0982018 Apr 12 15:53:55.168557 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-919c09a4-702d-446e-871c-90f60903fc38 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/quotas/24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 375 time: 0.0086975 Apr 12 15:53:55.220413 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-c0899379-e3ec-408e-8b8e-469d303f5121 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464468 Apr 12 15:53:55.313041 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d416e08c-e4c3-4e96-a0dc-a3088bf8099b service neutron] 10.222.0.74 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815790 Apr 12 15:53:55.402163 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-b0c73b28-7205-49cf-b218-3d3606352189 service neutron] 10.222.0.74 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835574 Apr 12 15:53:55.669967 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-473acb6e-5c51-4053-8529-2aeefa2bb34b req-a280d18f-d7be-4e4c-aae7-55a24cb198c7 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 210 time: 0.0282001 Apr 12 15:53:56.771397 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-3443299b-a975-4933-be3e-c60f24dc3c05 req-e82d74c8-dd57-4847-af81-d0c4ed90a2e4 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 210 time: 0.0297685 Apr 12 15:53:57.450328 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-667e4988-0f60-4d0c-93c4-d0eed3e7e22b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:57.452485 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-667e4988-0f60-4d0c-93c4-d0eed3e7e22b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 815 time: 0.1014075 Apr 12 15:53:57.515527 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-1bcd4124-eccb-4d4f-a8bf-02441bb1bed3 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 379 time: 0.0549037 Apr 12 15:53:57.527638 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'port': {'device_id': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'admin_state_up': True, 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'security_groups': ['571411a1-41ea-4788-a414-816bbd22bb77']}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:57.715508 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Made reservation on behalf of 24b5245651d549d095f3cbf2c84fb771 for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:53:57.718939 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:57.844734 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Allocated IP 172.20.0.3 (34a04693-2c1c-46c7-bead-0018d1c737c4/8b5ce723-79f8-4cbe-af56-edb88403dd26/4a1bca84-f4e0-4e69-9718-ed0e9cc42513) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:53:57.867229 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f72e21ab-c880-4c58-8e25-45ff4c9f6b46 req-b1059a4e-9e10-4a48-8ebd-46a579dbd306 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 210 time: 0.0278351 Apr 12 15:53:57.983764 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:58.071079 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:58.112386 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:53:58.115463 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:53:58.122120 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:53:58.148102 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:58.178632 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:58.179279 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:58.245899 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-94d4fe25-2207-4e68-86fc-461b7e09d7a6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7216570 Apr 12 15:53:58.256552 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Request body: {'port': {'device_id': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:53:58.320387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:58.372512 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-5892679c-be47-40fc-a00d-1b320289eae7 None None] Provisioning complete for port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:53:58.373119 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5892679c-be47-40fc-a00d-1b320289eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:58.407113 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-5892679c-be47-40fc-a00d-1b320289eae7 None None] Port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:53:58.575577 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:53:58.586279 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Publish callbacks [] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:58.599216 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Transition to ACTIVE for port object 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:53:58.653172 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:58.721219 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:58.777427 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Attempting to bind port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:53:58.777777 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Attempting to bind port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:53:58.778116 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Attempting to bind port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:53:58.783379 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 on network 34a04693-2c1c-46c7-bead-0018d1c737c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:53:58.783713 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Attempting to bind port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:53:58.788790 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:53:58.789147 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Checking segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:53:58.789542 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Bound using segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:53:58.789980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Bound port: 4a1bca84-f4e0-4e69-9718-ed0e9cc42513, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:53:58.790348 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:58.855840 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] For port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:53:58.858896 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] For port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:53:58.947401 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:59.012725 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5508de3-b954-4491-80e4-ab9b023b2ef8 req-24bf3553-fb8b-4394-99fd-8eda045106b0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:59.014836 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c5508de3-b954-4491-80e4-ab9b023b2ef8 req-24bf3553-fb8b-4394-99fd-8eda045106b0 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 943 time: 0.0790751 Apr 12 15:53:59.017984 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:59.018636 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:53:59.019887 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] 10.222.0.84 "PUT /v2.0/ports/4a1bca84-f4e0-4e69-9718-ed0e9cc42513 HTTP/1.1" status: 200 len: 1093 time: 0.7676206 Apr 12 15:53:59.020395 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'tag': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:53:59.022650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0043c8-0a06-4a62-b040-310424448565" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a1815d-0ee9-4906-b0c0-05ad716486fd", "tag": "4a1bca84-f4e0-4e69-9718-ed0e9cc42513"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:53:59.065236 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6e56c8-b906-43c5-a719-ca30527ed6ef x-openstack-request-id: req-8d6e56c8-b906-43c5-a719-ca30527ed6ef {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:53:59.065438 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a1815d-0ee9-4906-b0c0-05ad716486fd", "tag": "4a1bca84-f4e0-4e69-9718-ed0e9cc42513", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:53:59.071972 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d6e56c8-b906-43c5-a719-ca30527ed6ef {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:53:59.071972 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6e56c8-b906-43c5-a719-ca30527ed6ef'] response: {'name': 'network-changed', 'server_uuid': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'tag': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'status': 'completed', 'code': 200} Apr 12 15:53:59.071972 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4746ecc-7c0c-4f29-a2b3-04f40e2a3160 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:53:59.125138 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c5508de3-b954-4491-80e4-ab9b023b2ef8 req-1d16d49d-3d81-49cc-8fe0-2b4267173b4c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975790 Apr 12 15:53:59.133270 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0043c8-0a06-4a62-b040-310424448565 req-272f2766-caca-4320-b60b-36166f9cdade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:59.135089 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dc0043c8-0a06-4a62-b040-310424448565 req-272f2766-caca-4320-b60b-36166f9cdade service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 1127 time: 0.0516601 Apr 12 15:53:59.236025 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0043c8-0a06-4a62-b040-310424448565 req-1d71090a-ebfe-4395-9171-0fb54d1cdbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:59.237507 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dc0043c8-0a06-4a62-b040-310424448565 req-1d71090a-ebfe-4395-9171-0fb54d1cdbb1 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=24b5245651d549d095f3cbf2c84fb771&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962236 Apr 12 15:53:59.331519 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0043c8-0a06-4a62-b040-310424448565 req-d7621bd2-131e-42c7-9bb9-3e5721e96919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:59.333052 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dc0043c8-0a06-4a62-b040-310424448565 req-d7621bd2-131e-42c7-9bb9-3e5721e96919 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900671 Apr 12 15:53:59.408122 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-6dc90cf3-e837-4f6e-9156-c3082d7665b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:59.409546 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-6dc90cf3-e837-4f6e-9156-c3082d7665b7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 1127 time: 0.0397515 Apr 12 15:53:59.452363 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-1ad8b02b-4231-435f-98b8-4e2b020422a5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a1bca84-f4e0-4e69-9718-ed0e9cc42513 HTTP/1.1" status: 200 len: 217 time: 0.0363338 Apr 12 15:53:59.499016 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-4d342822-70d2-4ef4-a234-821301142154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:59.500416 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-4d342822-70d2-4ef4-a234-821301142154 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0419519 Apr 12 15:53:59.541921 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-f55733a5-e0e8-4573-8413-964b457d2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:53:59.543381 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-f55733a5-e0e8-4573-8413-964b457d2aaf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375433 Apr 12 15:53:59.634173 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-9334c4ea-0856-4113-bef1-004fbea061aa service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843024 Apr 12 15:53:59.721267 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-91458842-d0d9-458b-ad97-a6e6a1bb7e2d req-d5803b2d-2f8f-43d2-a84d-608635d2ce18 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803766 Apr 12 15:53:59.938860 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2777e84f-9cca-4594-87ae-cfc5b12cd38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:00.240875 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf00335-da07-4f33-b6ce-c5892eb88755 req-4bbcaa9f-7ccd-4356-9bf2-b5dd42343d3f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:00.242332 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-baf00335-da07-4f33-b6ce-c5892eb88755 req-4bbcaa9f-7ccd-4356-9bf2-b5dd42343d3f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 943 time: 0.0491734 Apr 12 15:54:00.288661 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-baf00335-da07-4f33-b6ce-c5892eb88755 req-19fbfceb-307f-45bf-ac17-474c89e61fc7 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 Apr 12 15:54:01.405395 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901697-86dd-4943-beb1-0cb96402bddc req-3aced388-8879-4e88-85aa-3173b2e50593 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:01.406872 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a5901697-86dd-4943-beb1-0cb96402bddc req-3aced388-8879-4e88-85aa-3173b2e50593 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 943 time: 0.0521705 Apr 12 15:54:01.452771 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a5901697-86dd-4943-beb1-0cb96402bddc req-924c4699-0067-4951-8233-30f17cbc9911 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Apr 12 15:54:02.564080 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dced0f-c920-4233-a3bf-003410ccf727 req-c03a0d33-2593-43bc-b5a0-1fdb9e766bab tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:02.565634 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b1dced0f-c920-4233-a3bf-003410ccf727 req-c03a0d33-2593-43bc-b5a0-1fdb9e766bab tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 943 time: 0.0472023 Apr 12 15:54:02.611946 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b1dced0f-c920-4233-a3bf-003410ccf727 req-ddc783fe-066d-43b6-bbd7-831d573186ae tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406165 Apr 12 15:54:02.790299 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e674891c-b0ea-4178-824a-33919d405ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:03.298544 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:03.474906 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:54:03.571681 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:54:03.583110 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'port_id': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'mac_address': 'fa:16:3e:34:7c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:54:03.618528 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:54:03.618916 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:03.632045 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:54:03.655299 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:54:03.724352 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cc39-69eb-4af7-99f4-c2cac66da34f req-578db3c0-cbef-40fb-bb0a-96bfe1ae5f60 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:03.725828 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8a30cc39-69eb-4af7-99f4-c2cac66da34f req-578db3c0-cbef-40fb-bb0a-96bfe1ae5f60 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 943 time: 0.0467989 Apr 12 15:54:03.732042 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:03.773942 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8a30cc39-69eb-4af7-99f4-c2cac66da34f req-1a3fa313-dc56-4d2f-b225-1f55c55ef879 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Apr 12 15:54:03.924080 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:54:03.931566 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.931912 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.932251 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.932587 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.932961 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.933289 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.933617 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.933942 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.934263 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.934583 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.934904 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.935226 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.935543 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.935857 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:03.936831 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:54:04.001191 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:04.033157 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['4a1bca84-f4e0-4e69-9718-ed0e9cc42513'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:54:04.887669 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745328a7-be1b-4be1-bee1-3513af57e1f9 req-4d82924c-ee50-40f7-8dda-451007722dab tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:04.889163 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-745328a7-be1b-4be1-bee1-3513af57e1f9 req-4d82924c-ee50-40f7-8dda-451007722dab tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 944 time: 0.0493038 Apr 12 15:54:04.934684 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-745328a7-be1b-4be1-bee1-3513af57e1f9 req-8ae788e2-7f59-447e-9e85-f7362d7a3011 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392985 Apr 12 15:54:05.454490 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:54:05.497410 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:54:05.566851 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:54:05.567230 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:05.642827 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:54:05.643218 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:05.665197 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:54:05.667434 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a3be56-87f0-4dd8-8453-e93e87bca314" -d '{"events": [{"server_uuid": "b6a1815d-0ee9-4906-b0c0-05ad716486fd", "name": "network-vif-plugged", "status": "completed", "tag": "4a1bca84-f4e0-4e69-9718-ed0e9cc42513"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:54:05.692701 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:54:05.704929 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe95c99c-c02f-47c0-909e-45c577f0fd31 x-openstack-request-id: req-fe95c99c-c02f-47c0-909e-45c577f0fd31 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:54:05.705158 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a1815d-0ee9-4906-b0c0-05ad716486fd", "name": "network-vif-plugged", "status": "completed", "tag": "4a1bca84-f4e0-4e69-9718-ed0e9cc42513", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:54:05.705422 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe95c99c-c02f-47c0-909e-45c577f0fd31 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:54:05.705796 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe95c99c-c02f-47c0-909e-45c577f0fd31'] response: {'server_uuid': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'code': 200} Apr 12 15:54:05.744260 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:05.791965 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:54:05.795725 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:05.961647 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6b1f6-1a95-47c1-a1aa-59b50d81361a req-56c2cc88-2aae-4579-828c-5994db1e4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:05.963134 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fcd6b1f6-1a95-47c1-a1aa-59b50d81361a req-56c2cc88-2aae-4579-828c-5994db1e4008 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 1129 time: 0.0402133 Apr 12 15:54:06.006458 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fcd6b1f6-1a95-47c1-a1aa-59b50d81361a req-0e541a1b-5830-4fa4-af87-023d2ed11833 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367115 Apr 12 15:54:06.049585 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420d03-7e7b-47c6-85cd-27d8366b6fed req-03123e29-30af-4c79-a9d3-b3c70103a1ef tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:06.051054 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-25420d03-7e7b-47c6-85cd-27d8366b6fed req-03123e29-30af-4c79-a9d3-b3c70103a1ef tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 945 time: 0.0484624 Apr 12 15:54:06.099475 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-25420d03-7e7b-47c6-85cd-27d8366b6fed req-5cebdb85-8d22-4471-91f8-f5e1b3173990 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Apr 12 15:54:06.985357 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:07.210396 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4632-c1a7-4020-9ed4-8fce6ab73d82 req-3f88cf42-f70a-4b9c-85dc-0d6c324564be tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:07.211897 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4e4b4632-c1a7-4020-9ed4-8fce6ab73d82 req-3f88cf42-f70a-4b9c-85dc-0d6c324564be tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 945 time: 0.0456924 Apr 12 15:54:07.258289 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4e4b4632-c1a7-4020-9ed4-8fce6ab73d82 req-8b2fd30c-7d56-4838-8128-edf5a3a9cb16 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405436 Apr 12 15:54:08.369276 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093531-bdf5-43ef-9e65-5126665a5099 req-281e16ac-594d-4818-8d96-df35e94146ae tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:08.370732 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dd093531-bdf5-43ef-9e65-5126665a5099 req-281e16ac-594d-4818-8d96-df35e94146ae tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 945 time: 0.0465076 Apr 12 15:54:08.422375 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dd093531-bdf5-43ef-9e65-5126665a5099 req-5fff1439-d4eb-4c37-88e0-70592f03d04a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Apr 12 15:54:08.528659 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e948a9-84a3-4c55-ac21-68ab571345fd req-7132db8f-4911-4f32-a700-79bea315ceba tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:08.530125 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-a2e948a9-84a3-4c55-ac21-68ab571345fd req-7132db8f-4911-4f32-a700-79bea315ceba tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 945 time: 0.0463517 Apr 12 15:54:08.538453 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54412) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:54:08.542746 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'floatingip': {'port_id': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:54:08.584937 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (43338944-7d1c-47dc-aa0e-4f3193103a41), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:09.019846 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:09.074544 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (43338944-7d1c-47dc-aa0e-4f3193103a41), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:09.174040 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Floating IP 43338944-7d1c-47dc-aa0e-4f3193103a41 associated. External IP: 172.27.0.182, port: 4a1bca84-f4e0-4e69-9718-ed0e9cc42513. Apr 12 15:54:09.372243 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:54:09.479015 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:54:09.483904 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:09.488633 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:54:09.498928 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:54:09.499539 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:54:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:54:09.512664 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-42ca8014-cfce-403c-8688-e3f286a59788 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "PUT /v2.0/floatingips/43338944-7d1c-47dc-aa0e-4f3193103a41 HTTP/1.1" status: 200 len: 991 time: 0.9732063 Apr 12 15:54:09.513387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'tag': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:54:09.516201 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a1815d-0ee9-4906-b0c0-05ad716486fd", "tag": "4a1bca84-f4e0-4e69-9718-ed0e9cc42513"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:54:09.550381 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3e9c8d-c635-4559-8579-515e482758c2 x-openstack-request-id: req-4f3e9c8d-c635-4559-8579-515e482758c2 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:54:09.551003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a1815d-0ee9-4906-b0c0-05ad716486fd", "tag": "4a1bca84-f4e0-4e69-9718-ed0e9cc42513", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:54:09.551003 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f3e9c8d-c635-4559-8579-515e482758c2 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:54:09.551316 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3e9c8d-c635-4559-8579-515e482758c2'] response: {'name': 'network-changed', 'server_uuid': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'tag': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'status': 'completed', 'code': 200} Apr 12 15:54:09.607799 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:54:09.620513 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-e9c4e913-56a3-44db-b5fd-60d56afc830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:09.622183 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-e9c4e913-56a3-44db-b5fd-60d56afc830a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 1129 time: 0.0428128 Apr 12 15:54:09.718816 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-99ce1901-9463-45be-a653-1965c728ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:09.720391 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-99ce1901-9463-45be-a653-1965c728ddcb service neutron] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 915 time: 0.0868194 Apr 12 15:54:09.793270 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-dc86f918-4496-4484-9726-820382452bd4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a1bca84-f4e0-4e69-9718-ed0e9cc42513 HTTP/1.1" status: 200 len: 999 time: 0.0665793 Apr 12 15:54:09.841678 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-5af4131a-7391-4b4d-8755-a86ca9b75e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:09.843128 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-5af4131a-7391-4b4d-8755-a86ca9b75e3b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0441413 Apr 12 15:54:09.886683 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-8989af0c-88ef-45e2-8d7a-ef0dfdcb90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:09.888126 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-8989af0c-88ef-45e2-8d7a-ef0dfdcb90e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389493 Apr 12 15:54:09.919481 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '43338944-7d1c-47dc-aa0e-4f3193103a41', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:34:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:53:54Z', 'updated_at': '2022-04-12T15:54:08Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:54:09.950708 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:54:09.959636 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:54:09.960266 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:54:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:54:10.071086 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:54:10.231195 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-5bda1552-18dc-493b-9f9c-82090014eb82 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362820 Apr 12 15:54:10.286496 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '43338944-7d1c-47dc-aa0e-4f3193103a41', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:34:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:53:54Z', 'updated_at': '2022-04-12T15:54:08Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:54:10.315962 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd75693-7682-40b7-a423-74f5b35aa2fb None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '43338944-7d1c-47dc-aa0e-4f3193103a41', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:34:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:53:54Z', 'updated_at': '2022-04-12T15:54:08Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:54:10.319657 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d78afe1-9935-4b31-b5fc-f1e320e89fd5 req-d69cb8af-055d-4897-a4a6-7d97f8feddfb service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818200 Apr 12 15:54:10.496883 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a2ddf-9ad8-454a-be95-d2ac5ceea078 None None] New status for floating IP 43338944-7d1c-47dc-aa0e-4f3193103a41: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:54:15.949492 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:54:29.959784 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b52e-70e9-4038-8393-a42e9bbafbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:32.800116 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3c596fe5-75be-4d70-84ae-59e38bd88852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:33.274091 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:33.914296 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:35.799842 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:36.994066 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:54:41.528712 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-c421e371-84df-4f80-a1f7-9019717a2616 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398436 Apr 12 15:54:41.604923 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-bd043a29-c12c-4d22-90e9-6e3cbee3bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:41.606429 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-bd043a29-c12c-4d22-90e9-6e3cbee3bc8a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 1129 time: 0.0377972 Apr 12 15:54:41.705990 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-9aab24cc-3513-4d66-9bd8-b471e2bae699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:41.707433 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-9aab24cc-3513-4d66-9bd8-b471e2bae699 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.0832157 Apr 12 15:54:41.774826 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-bddff7df-cdff-4589-846e-520736ea8d0b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26a0fd95-f336-49e9-aa9c-5407bf3a08d4 HTTP/1.1" status: 200 len: 1001 time: 0.0615280 Apr 12 15:54:41.820415 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-0eea03fe-5fad-4aa1-b05e-67a2470ab647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:41.821767 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-0eea03fe-5fad-4aa1-b05e-67a2470ab647 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0418401 Apr 12 15:54:41.863697 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-f9131c2c-9a7f-4190-8d93-d981bf43148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:54:41.865507 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-f9131c2c-9a7f-4190-8d93-d981bf43148a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368154 Apr 12 15:54:41.956824 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-961bbee2-be38-44ca-a219-1d6ab05a1153 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849845 Apr 12 15:54:42.043085 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ff0d24a-1b27-4b85-b294-18d4d8ca6c47 req-d4dd7f4d-edad-424b-b6cb-14bb65820615 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811455 Apr 12 15:54:52.949139 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:54:59.929870 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-482cdae1-05c8-48b1-900b-29fa65a3281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:02.824983 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-84af413c-2498-43fa-8817-52df7b1f803e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:03.295794 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:03.907039 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:05.807599 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:07.041691 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:18.215652 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-bdceba55-4467-460c-ad2a-cc4820900b94 req-724b1cb5-bb9f-437c-a3c3-78dbf9390218 service neutron] (104756) timed out ('10.222.0.84', 61349) {{(pid=104756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:55:19.192183 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-19ad0b77-7502-439c-ba6e-699d284057a3 req-0fe2fd6d-bcba-4497-ac74-ce1b45d4fea4 service neutron] (104757) timed out ('10.222.0.84', 61356) {{(pid=104757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:55:29.948456 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:55:29.985918 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ffda1718-952a-4093-9a37-64e0c40d4cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:32.791655 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d4b42d09-86ae-4257-a7db-7781933a1dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:33.265625 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:33.874152 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:35.628880 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94333208-4de3-418a-ad25-abb165d5fcde req-27d2b421-d8ec-4eef-8191-44996daf6ac8 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:35.630335 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94333208-4de3-418a-ad25-abb165d5fcde req-27d2b421-d8ec-4eef-8191-44996daf6ac8 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 945 time: 0.0483632 Apr 12 15:55:35.679497 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94333208-4de3-418a-ad25-abb165d5fcde req-4ba7ec1a-937c-4340-97fe-ba67f7d6a14e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Apr 12 15:55:35.805997 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:36.791419 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db6b09-03e6-400c-9699-8ba56ec15fbc req-81283c02-4fb6-4dfe-87ac-d0194abf1d39 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:36.792820 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8db6b09-03e6-400c-9699-8ba56ec15fbc req-81283c02-4fb6-4dfe-87ac-d0194abf1d39 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 945 time: 0.0466135 Apr 12 15:55:36.841127 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8db6b09-03e6-400c-9699-8ba56ec15fbc req-4cecd7f7-5d17-4255-b9fd-c704440ca45a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Apr 12 15:55:36.979959 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:37.254257 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b33421-c052-4165-bef3-1ea8084086ed req-61820a89-02ee-4ca2-abde-10cb15f1b1de tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:37.255710 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-71b33421-c052-4165-bef3-1ea8084086ed req-61820a89-02ee-4ca2-abde-10cb15f1b1de tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 945 time: 0.0528584 Apr 12 15:55:37.341136 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Deleting port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:55:37.341480 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:37.436125 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] For port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:55:37.436486 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:37.613564 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:37.613929 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (b103ef5f-653c-454f-9527-7266dc0e486d), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:37.614245 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Floating IP b103ef5f-653c-454f-9527-7266dc0e486d disassociated. External IP: 172.27.0.192, port: 26a0fd95-f336-49e9-aa9c-5407bf3a08d4. Apr 12 15:55:37.614587 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Calling delete_port for 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:55:37.797241 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (26a0fd95-f336-49e9-aa9c-5407bf3a08d4), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:37.829691 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event deleted for resources: {'Port': ['ID=26a0fd95-f336-49e9-aa9c-5407bf3a08d4,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:37.842125 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.842478 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.842825 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.843216 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.843549 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.843935 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.844314 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.844642 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.845048 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.845390 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.845758 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.846751 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.846751 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.846993 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.847126 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:37.941310 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a07267cc-b952-4ead-988b-fa37cb98758e req-b4da372b-0f00-4eb7-b2c7-0d9c5af7f77d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 210 time: 0.0322032 Apr 12 15:55:37.971769 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:55:38.080505 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:55:38.090391 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:55:38.101103 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:55:38.101653 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:55:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:55:38.120839 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] No DVR routers for this DVR port 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:55:38.123381 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:38.126676 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-71b33421-c052-4165-bef3-1ea8084086ed req-f4551b38-b999-4b07-8ad7-e1f5e1681a2d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "DELETE /v2.0/ports/26a0fd95-f336-49e9-aa9c-5407bf3a08d4 HTTP/1.1" status: 204 len: 173 time: 0.8650539 Apr 12 15:55:38.127114 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'name': 'network-vif-deleted', 'tag': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:55:38.129628 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbabd986-0ad3-43ea-b535-5588f05e254c" -d '{"events": [{"server_uuid": "9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb", "name": "network-vif-deleted", "tag": "26a0fd95-f336-49e9-aa9c-5407bf3a08d4"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:55:38.167538 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a35722-c306-4450-84b2-4f0aa3a51bd4 x-openstack-request-id: req-d0a35722-c306-4450-84b2-4f0aa3a51bd4 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:55:38.167835 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb", "name": "network-vif-deleted", "tag": "26a0fd95-f336-49e9-aa9c-5407bf3a08d4", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:55:38.168090 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d0a35722-c306-4450-84b2-4f0aa3a51bd4 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:55:38.168501 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a35722-c306-4450-84b2-4f0aa3a51bd4'] response: {'server_uuid': '9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb', 'name': 'network-vif-deleted', 'tag': '26a0fd95-f336-49e9-aa9c-5407bf3a08d4', 'status': 'completed', 'code': 200} Apr 12 15:55:38.214462 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:55:38.421577 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:55:38.448633 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:55:38.457281 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:55:38.457904 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:55:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:55:38.567619 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:55:38.847833 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:55:38.878301 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cb900-eea6-4f87-b652-16ee1bd6724d None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:55:39.056403 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-04c6d896-58ef-4cfa-8c66-d9f96a4728d8 req-2a51915d-f2da-433f-9e46-906dc460449c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 210 time: 0.0282710 Apr 12 15:55:39.134770 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8696815-6a1b-4264-9a55-496f0428a6d1 None None] New status for floating IP b103ef5f-653c-454f-9527-7266dc0e486d: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:55:39.177730 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686addb5-9816-4c70-9c37-a03e00e44fde req-ed186206-3c0f-47cb-8397-ebd69334e337 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:39.179297 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-686addb5-9816-4c70-9c37-a03e00e44fde req-ed186206-3c0f-47cb-8397-ebd69334e337 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 945 time: 0.0512824 Apr 12 15:55:39.227346 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-686addb5-9816-4c70-9c37-a03e00e44fde req-c04c5217-29f8-4ac1-b229-a95cd063c2ff tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423644 Apr 12 15:55:40.168846 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b3061918-89a2-497b-add0-af4f8a5f0753 req-fce73d41-a621-49fe-b133-b7cce1415673 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bcb5b1e-4e6d-4f51-abfa-f08a8bbb5ebb HTTP/1.1" status: 200 len: 210 time: 0.0309613 Apr 12 15:55:40.339564 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45686e-64e0-403d-8b16-607e7a48e0ed req-13121923-82d8-4e53-a876-b1313fbcfb49 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:40.341088 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1a45686e-64e0-403d-8b16-607e7a48e0ed req-13121923-82d8-4e53-a876-b1313fbcfb49 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 945 time: 0.0462239 Apr 12 15:55:40.390662 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1a45686e-64e0-403d-8b16-607e7a48e0ed req-56693431-298e-42a9-90de-c8d46916dbdd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438428 Apr 12 15:55:40.958092 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430884fb-289b-4cf9-9377-122711744090 req-d0283e12-f84b-42aa-bd74-91f45c866ed9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:40.959618 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-430884fb-289b-4cf9-9377-122711744090 req-d0283e12-f84b-42aa-bd74-91f45c866ed9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 945 time: 0.0469797 Apr 12 15:55:41.043837 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Deleting port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:55:41.044187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:41.136539 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] For port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:55:41.136947 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:41.311606 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:41.312258 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (43338944-7d1c-47dc-aa0e-4f3193103a41), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:41.312258 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Floating IP 43338944-7d1c-47dc-aa0e-4f3193103a41 disassociated. External IP: 172.27.0.182, port: 4a1bca84-f4e0-4e69-9718-ed0e9cc42513. Apr 12 15:55:41.312594 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Calling delete_port for 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:55:41.382880 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-8111d54f-bc49-4239-a7de-197f629d6aeb tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816195589&fields=id&tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 267 time: 0.0449429 Apr 12 15:55:41.490856 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-ff19f810-ce55-4e0f-a24b-ac74072cd97b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:41.493076 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-ff19f810-ce55-4e0f-a24b-ac74072cd97b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 811 time: 0.1035094 Apr 12 15:55:41.509279 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-2cfb0a06-b3a7-4f29-ac62-e89862b37cd2 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/quotas/aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 375 time: 0.0095103 Apr 12 15:55:41.517191 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f2a22-9b4d-45a9-bd88-73ee1d7c2cec req-78e44820-4ec1-4782-aab3-b38a118900e8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:41.520522 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9f9f2a22-9b4d-45a9-bd88-73ee1d7c2cec req-78e44820-4ec1-4782-aab3-b38a118900e8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 945 time: 0.0506959 Apr 12 15:55:41.546525 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (4a1bca84-f4e0-4e69-9718-ed0e9cc42513), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:41.562939 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-5fe31d99-5162-4d16-b421-aaafcf23ed55 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484507 Apr 12 15:55:41.591771 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'Port': ['ID=4a1bca84-f4e0-4e69-9718-ed0e9cc42513,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:41.606379 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-9f9f2a22-9b4d-45a9-bd88-73ee1d7c2cec req-89a0f1d4-8800-4be0-94c5-95bd1cba17be tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=571411a1-41ea-4788-a414-816bbd22bb77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814357 Apr 12 15:55:41.672366 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-a3f8fc6a-2334-47b1-b3b2-8817337c144b service neutron] 10.222.0.74 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955894 Apr 12 15:55:41.713451 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:55:41.765762 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-619d9e91-47ca-401d-b8bb-6818a239f2c1 service neutron] 10.222.0.74 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881712 Apr 12 15:55:41.825506 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:55:41.836802 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:55:41.848901 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:55:41.849767 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:55:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:55:41.871635 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:55:41.872167 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] No DVR routers for this DVR port 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:55:41.874621 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:41.879042 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-430884fb-289b-4cf9-9377-122711744090 req-a8000219-c86f-42c1-89ce-2eacce219596 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "DELETE /v2.0/ports/4a1bca84-f4e0-4e69-9718-ed0e9cc42513 HTTP/1.1" status: 204 len: 173 time: 0.9136932 Apr 12 15:55:41.879337 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'name': 'network-vif-deleted', 'tag': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:55:41.881442 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705703ce-8aec-4e5c-828c-13a71dd8e387" -d '{"events": [{"server_uuid": "b6a1815d-0ee9-4906-b0c0-05ad716486fd", "name": "network-vif-deleted", "tag": "4a1bca84-f4e0-4e69-9718-ed0e9cc42513"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:55:41.923575 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:55:41.923967 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 26a0fd95-f336-49e9-aa9c-5407bf3a08d4 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:55:41.932601 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e78a65-ea85-4b1b-b735-f24172db749c x-openstack-request-id: req-85e78a65-ea85-4b1b-b735-f24172db749c {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:55:41.932918 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a1815d-0ee9-4906-b0c0-05ad716486fd", "name": "network-vif-deleted", "tag": "4a1bca84-f4e0-4e69-9718-ed0e9cc42513", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:55:41.933420 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85e78a65-ea85-4b1b-b735-f24172db749c {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:55:41.933870 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e78a65-ea85-4b1b-b735-f24172db749c'] response: {'server_uuid': 'b6a1815d-0ee9-4906-b0c0-05ad716486fd', 'name': 'network-vif-deleted', 'tag': '4a1bca84-f4e0-4e69-9718-ed0e9cc42513', 'status': 'completed', 'code': 200} Apr 12 15:55:41.966653 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:55:42.165568 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:55:42.195681 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:55:42.204579 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:55:42.205189 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:55:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:55:42.312273 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:55:42.499067 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:55:42.529527 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4eeedd-640f-4494-aa5d-ddc60823e2d0 None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:55:42.570856 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-da2b5228-699a-448f-a8dc-9c0cd49b0167 req-2b864186-92aa-4a90-8fa8-04edf7974c36 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 210 time: 0.0316184 Apr 12 15:55:42.735383 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8f81c9c8-0109-4116-842d-3b344fcc1ec1 req-76441671-4c41-47e3-a091-fea05f285768 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a1815d-0ee9-4906-b0c0-05ad716486fd HTTP/1.1" status: 200 len: 210 time: 0.0289767 Apr 12 15:55:42.802556 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d17903-4bf4-46ce-82ab-a3642ec6ca34 None None] New status for floating IP 43338944-7d1c-47dc-aa0e-4f3193103a41: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:55:43.664796 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-86f15456-f031-4109-a638-7286879ba3ce req-eaec7523-b216-445e-ae14-50151f654ce0 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 210 time: 0.0272796 Apr 12 15:55:43.878071 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54574) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:55:43.931169 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bf386e4a-c808-455a-8323-192cde7ffd38 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (571411a1-41ea-4788-a414-816bbd22bb77), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:43.955709 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bf386e4a-c808-455a-8323-192cde7ffd38 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (571411a1-41ea-4788-a414-816bbd22bb77), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.087928 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bf386e4a-c808-455a-8323-192cde7ffd38 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (571411a1-41ea-4788-a414-816bbd22bb77), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.090447 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bf386e4a-c808-455a-8323-192cde7ffd38 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.091600 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bf386e4a-c808-455a-8323-192cde7ffd38 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "DELETE /v2.0/security-groups/571411a1-41ea-4788-a414-816bbd22bb77 HTTP/1.1" status: 204 len: 168 time: 0.2124863 Apr 12 15:55:44.094412 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54576) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:55:44.100802 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf386e4a-c808-455a-8323-192cde7ffd38 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571411a1-41ea-4788-a414-816bbd22bb77,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:44.113825 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.api.v2.resource [None req-f41cb79d-c8d7-4eb6-99df-de934b1039df tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] show failed (client error): The resource could not be found. Apr 12 15:55:44.113825 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f41cb79d-c8d7-4eb6-99df-de934b1039df tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups/571411a1-41ea-4788-a414-816bbd22bb77 HTTP/1.1" status: 404 len: 347 time: 0.0146143 Apr 12 15:55:44.115734 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54578) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:55:44.234620 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Deleting port 4b7aef60-0318-461e-8fc8-c7e416cce05a {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:55:44.234967 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (4b7aef60-0318-461e-8fc8-c7e416cce05a), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.313362 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (4b7aef60-0318-461e-8fc8-c7e416cce05a), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.313689 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (4b7aef60-0318-461e-8fc8-c7e416cce05a), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.325400 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Calling delete_port for 4b7aef60-0318-461e-8fc8-c7e416cce05a owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:55:44.559881 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (4b7aef60-0318-461e-8fc8-c7e416cce05a), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.586396 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'Port': ['ID=4b7aef60-0318-461e-8fc8-c7e416cce05a,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:44.611525 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.611882 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.612231 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.612576 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.613063 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.613403 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.613740 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.614071 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.614410 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.614741 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.615076 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.615405 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.615734 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.616059 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.616386 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:44.659896 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (43338944-7d1c-47dc-aa0e-4f3193103a41), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.662488 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:44.663752 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c672c518-0b41-4182-9a99-3d0a726698cf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "DELETE /v2.0/floatingips/43338944-7d1c-47dc-aa0e-4f3193103a41 HTTP/1.1" status: 204 len: 168 time: 0.5469599 Apr 12 15:55:44.797004 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-47d12178-ad90-44d8-9523-7d3f67a28a84 req-e60cb6e8-6179-4a1f-be62-a8152ca879d4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 210 time: 0.0539010 Apr 12 15:55:44.844476 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-7aa92261-64e7-45a1-8b19-83e73d3c841b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:44.845967 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-7aa92261-64e7-45a1-8b19-83e73d3c841b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 811 time: 0.1466897 Apr 12 15:55:44.915393 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-de65a1f4-d755-4f58-9c33-b787a1f3b5de tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 379 time: 0.0616376 Apr 12 15:55:45.100624 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'port': {'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'admin_state_up': True, 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'security_groups': ['21786642-db40-49bc-944d-9fadf60d2712']}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:55:45.116394 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54584) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:55:45.120039 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-ca58c0b6-f0f5-49a9-bdc4-40b7c829da4b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72513935', 'description': 'tempest-description--1510911491'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:55:45.214769 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ca58c0b6-f0f5-49a9-bdc4-40b7c829da4b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.284515 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ca58c0b6-f0f5-49a9-bdc4-40b7c829da4b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (1612211d-5f09-409d-8965-dea56a11d868), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.319830 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Made reservation on behalf of aec4a2c37d1b40a3a9b79b8c22abaeef for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:55:45.323867 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.396821 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ca58c0b6-f0f5-49a9-bdc4-40b7c829da4b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1612211d-5f09-409d-8965-dea56a11d868), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.426059 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58c0b6-f0f5-49a9-bdc4-40b7c829da4b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1612211d-5f09-409d-8965-dea56a11d868,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:45.452404 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Allocated IP 172.20.0.5 (77a5313a-1cd1-4b0f-9229-1555c05c5196/9c29911c-fe8e-4604-abf7-08c3cb2ae313/30864e32-49a9-4e9f-952a-888313b84749) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:55:45.516390 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ca58c0b6-f0f5-49a9-bdc4-40b7c829da4b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.517666 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ca58c0b6-f0f5-49a9-bdc4-40b7c829da4b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4039743 Apr 12 15:55:45.520522 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54586) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:55:45.524756 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-79fa55fd-71d0-442c-9fa3-0e071cee615a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group_rule': {'security_group_id': '1612211d-5f09-409d-8965-dea56a11d868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:55:45.589389 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (30864e32-49a9-4e9f-952a-888313b84749), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.653813 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-79fa55fd-71d0-442c-9fa3-0e071cee615a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (2251a556-d430-4f11-a66e-11e9a553a877), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.712537 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-79fa55fd-71d0-442c-9fa3-0e071cee615a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (2251a556-d430-4f11-a66e-11e9a553a877), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.760658 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (30864e32-49a9-4e9f-952a-888313b84749), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.793832 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-79fa55fd-71d0-442c-9fa3-0e071cee615a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (2251a556-d430-4f11-a66e-11e9a553a877), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.802814 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:55:45.808580 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:55:45.812334 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:55:45.815141 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa55fd-71d0-442c-9fa3-0e071cee615a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2251a556-d430-4f11-a66e-11e9a553a877,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:45.836038 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=30864e32-49a9-4e9f-952a-888313b84749,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:45.864864 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:45.865516 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.884694 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:55:45.906281 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-79fa55fd-71d0-442c-9fa3-0e071cee615a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:45.907652 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-79fa55fd-71d0-442c-9fa3-0e071cee615a tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3861692 Apr 12 15:55:45.910393 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54590) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:55:45.915543 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:55:45.916570 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 4a1bca84-f4e0-4e69-9718-ed0e9cc42513 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:55:45.919774 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-8d598e30-baf9-40d6-b2d9-a8565ad74186 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'security_group_rule': {'security_group_id': '1612211d-5f09-409d-8965-dea56a11d868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:55:45.931269 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427d9f5-d2e6-4304-8de5-1fd8cfc49271 req-7eb761f6-495f-4fce-99f1-995113ebf903 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:45.934859 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d427d9f5-d2e6-4304-8de5-1fd8cfc49271 req-7eb761f6-495f-4fce-99f1-995113ebf903 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 931 time: 0.0545831 Apr 12 15:55:45.964714 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-c5ff5fbb-3f3f-49ee-8550-7074c274469a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8680887 Apr 12 15:55:45.998015 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d427d9f5-d2e6-4304-8de5-1fd8cfc49271 req-b8d9d0b6-ce50-48b6-b551-4c7b5dbed42d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567477 Apr 12 15:55:46.032274 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Request body: {'port': {'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:55:46.063433 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8d598e30-baf9-40d6-b2d9-a8565ad74186 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (d35e2b41-42ef-46e5-bbdf-216cba03c165), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.094127 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (30864e32-49a9-4e9f-952a-888313b84749), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.117299 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-02f95cfd-c46d-433f-88c3-60bcdef670d9 None None] Provisioning complete for port 30864e32-49a9-4e9f-952a-888313b84749 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:55:46.118030 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-02f95cfd-c46d-433f-88c3-60bcdef670d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (30864e32-49a9-4e9f-952a-888313b84749), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.123770 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8d598e30-baf9-40d6-b2d9-a8565ad74186 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (d35e2b41-42ef-46e5-bbdf-216cba03c165), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.152650 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-02f95cfd-c46d-433f-88c3-60bcdef670d9 None None] Port 30864e32-49a9-4e9f-952a-888313b84749 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:55:46.247705 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8d598e30-baf9-40d6-b2d9-a8565ad74186 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7997983'] for security_group_rule (d35e2b41-42ef-46e5-bbdf-216cba03c165), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.263712 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d598e30-baf9-40d6-b2d9-a8565ad74186 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35e2b41-42ef-46e5-bbdf-216cba03c165,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:46.351980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30864e32-49a9-4e9f-952a-888313b84749 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:55:46.360018 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Publish callbacks [] for port (30864e32-49a9-4e9f-952a-888313b84749), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.361549 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8d598e30-baf9-40d6-b2d9-a8565ad74186 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.363077 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8d598e30-baf9-40d6-b2d9-a8565ad74186 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4514074 Apr 12 15:55:46.365934 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54594) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:55:46.370222 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:55:46.372293 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Transition to ACTIVE for port object 30864e32-49a9-4e9f-952a-888313b84749 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:55:46.473724 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (30864e32-49a9-4e9f-952a-888313b84749), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.474018 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.527848 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Pushing event updated for resources: {'Port': ['ID=30864e32-49a9-4e9f-952a-888313b84749,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:46.565441 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.600291 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Attempting to bind port 30864e32-49a9-4e9f-952a-888313b84749 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:55:46.600705 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Attempting to bind port 30864e32-49a9-4e9f-952a-888313b84749 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:55:46.600985 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Attempting to bind port 30864e32-49a9-4e9f-952a-888313b84749 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:55:46.605855 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Port 30864e32-49a9-4e9f-952a-888313b84749 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:55:46.606186 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Attempting to bind port 30864e32-49a9-4e9f-952a-888313b84749 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:55:46.612670 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:55:46.613406 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Checking segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:55:46.614474 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Bound using segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:55:46.614474 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Bound port: 30864e32-49a9-4e9f-952a-888313b84749, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:55:46.614734 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (30864e32-49a9-4e9f-952a-888313b84749), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.684113 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Allocated IP 172.27.0.30 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/d451046c-2cf9-4778-9bcb-354d0035a4fe) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:55:46.691275 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] For port 30864e32-49a9-4e9f-952a-888313b84749, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:55:46.699948 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] For port 30864e32-49a9-4e9f-952a-888313b84749, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=30864e32-49a9-4e9f-952a-888313b84749,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:55:46.795070 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (d451046c-2cf9-4778-9bcb-354d0035a4fe), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.797375 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (30864e32-49a9-4e9f-952a-888313b84749), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.832493 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:46.832493 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.834160 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] 10.222.0.84 "PUT /v2.0/ports/30864e32-49a9-4e9f-952a-888313b84749 HTTP/1.1" status: 200 len: 1093 time: 0.8628623 Apr 12 15:55:46.836358 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'tag': '30864e32-49a9-4e9f-952a-888313b84749'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:55:46.839634 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849dcec9-c0a2-4328-9930-7344ee1b5b16" -d '{"events": [{"name": "network-changed", "server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "tag": "30864e32-49a9-4e9f-952a-888313b84749"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:55:46.870217 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191996f-e2d8-423a-b533-e3e1016888da service neutron] Pushing event updated for resources: {'Port': ['ID=30864e32-49a9-4e9f-952a-888313b84749,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:46.884048 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c422906-b4c2-4dc4-b815-1dddf4a3d352 x-openstack-request-id: req-9c422906-b4c2-4dc4-b815-1dddf4a3d352 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:55:46.885545 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "tag": "30864e32-49a9-4e9f-952a-888313b84749", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:55:46.886036 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9c422906-b4c2-4dc4-b815-1dddf4a3d352 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:55:46.886618 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c422906-b4c2-4dc4-b815-1dddf4a3d352'] response: {'name': 'network-changed', 'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'tag': '30864e32-49a9-4e9f-952a-888313b84749', 'status': 'completed', 'code': 200} Apr 12 15:55:46.936485 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dcec9-c0a2-4328-9930-7344ee1b5b16 req-42514c73-d334-4047-87c7-e1096b8cf740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:46.938211 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-849dcec9-c0a2-4328-9930-7344ee1b5b16 req-42514c73-d334-4047-87c7-e1096b8cf740 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 1127 time: 0.0413408 Apr 12 15:55:46.942986 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (d451046c-2cf9-4778-9bcb-354d0035a4fe), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:46.983402 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:55:46.986456 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:55:46.996522 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:55:47.022932 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=d451046c-2cf9-4778-9bcb-354d0035a4fe,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:47.056849 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dcec9-c0a2-4328-9930-7344ee1b5b16 req-d3c9c659-3518-4187-aa76-2e282d0495a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:47.058538 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-849dcec9-c0a2-4328-9930-7344ee1b5b16 req-d3c9c659-3518-4187-aa76-2e282d0495a8 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1143854 Apr 12 15:55:47.100427 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (38d655d6-47ef-47ef-93bf-dad54a5f1bbe), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:47.161823 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1828431-cdf1-4c23-ac6b-c0e0c3d6d38f req-57806a8a-5350-41a6-8078-2f76d60c101f tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:47.163295 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1828431-cdf1-4c23-ac6b-c0e0c3d6d38f req-57806a8a-5350-41a6-8078-2f76d60c101f tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0902808 Apr 12 15:55:47.218161 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (d451046c-2cf9-4778-9bcb-354d0035a4fe), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:47.219198 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dcec9-c0a2-4328-9930-7344ee1b5b16 req-9bdb3072-f936-40ad-b13d-e7f51a3999c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:47.220707 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-849dcec9-c0a2-4328-9930-7344ee1b5b16 req-9bdb3072-f936-40ad-b13d-e7f51a3999c8 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1566348 Apr 12 15:55:47.234268 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1828431-cdf1-4c23-ac6b-c0e0c3d6d38f req-27536d26-7c86-4237-a310-dbcd20b9f99e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621746 Apr 12 15:55:47.300176 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-381db5b2-ff2d-4f56-8b0d-037bf5c70146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:47.301607 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-381db5b2-ff2d-4f56-8b0d-037bf5c70146 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 1127 time: 0.0423634 Apr 12 15:55:47.341873 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-f0d07011-1d35-41f8-baa3-0d79091bbe57 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30864e32-49a9-4e9f-952a-888313b84749 HTTP/1.1" status: 200 len: 217 time: 0.0340567 Apr 12 15:55:47.381928 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (d451046c-2cf9-4778-9bcb-354d0035a4fe), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:47.389540 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-e8f5cb99-032c-4e3e-8c16-704b2400d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:47.391071 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-e8f5cb99-032c-4e3e-8c16-704b2400d597 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0440674 Apr 12 15:55:47.436213 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-72425aee-1f30-44fc-a78a-0fd83691e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:47.437703 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-72425aee-1f30-44fc-a78a-0fd83691e92a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408225 Apr 12 15:55:47.485160 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (d451046c-2cf9-4778-9bcb-354d0035a4fe), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:47.526304 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-2d6635a5-9e82-404f-9add-8deaf3f2cff4 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822065 Apr 12 15:55:47.558131 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=d451046c-2cf9-4778-9bcb-354d0035a4fe,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:47.567974 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (38d655d6-47ef-47ef-93bf-dad54a5f1bbe), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:47.616258 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-6c3a46af-d9e2-4953-b764-91b132f5e78f req-0ad401e0-958b-4cc2-8ab9-15918476b83e service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846918 Apr 12 15:55:47.647397 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:47.648803 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a2d9103f-7e2e-42f0-902f-e8eac9031389 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2818813 Apr 12 15:55:47.797491 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-77487b69-09e1-4391-80ce-85b355289f5c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--72513935&fields=id&tenant_id=24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 267 time: 0.0417833 Apr 12 15:55:47.904961 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271820b-d79a-4184-a1b6-fa69082c367b req-6ab09ef8-6878-46bb-aab8-8a810c4354e6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:47.906350 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-6ab09ef8-6878-46bb-aab8-8a810c4354e6 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 815 time: 0.1026335 Apr 12 15:55:47.921514 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-40fd5d34-9e96-4c03-99b6-cb9a2d247203 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/quotas/24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 375 time: 0.0098450 Apr 12 15:55:47.969400 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-3b06a24c-1ea5-41d2-bd21-07eee16b775d tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431666 Apr 12 15:55:48.065645 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-00b638c4-9f9c-46f3-b34d-944083e05fbe service neutron] 10.222.0.74 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844889 Apr 12 15:55:48.151796 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-0266f25c-bb12-440f-a0e9-db994b24e04e service neutron] 10.222.0.74 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803845 Apr 12 15:55:48.347765 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e112a-b251-4ef7-b331-7ea2850aebd1 req-19240198-d2be-4c4c-8cf0-8228c96d24ca tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:48.349240 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-370e112a-b251-4ef7-b331-7ea2850aebd1 req-19240198-d2be-4c4c-8cf0-8228c96d24ca tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0467622 Apr 12 15:55:48.406573 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-370e112a-b251-4ef7-b331-7ea2850aebd1 req-c8a466b8-8eb3-453b-b56d-34d21efadf42 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472112 Apr 12 15:55:48.445875 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5152788b-17a8-4714-8f78-53c707525051 req-4a4958af-8004-41f6-a0b3-6787f746e8d5 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 210 time: 0.0394919 Apr 12 15:55:49.520091 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fa8ce-9cf9-4e55-a07a-f97bbd5e51b4 req-800f331d-47c6-48f8-b27f-334851aefdcc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:49.521801 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-955fa8ce-9cf9-4e55-a07a-f97bbd5e51b4 req-800f331d-47c6-48f8-b27f-334851aefdcc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0482323 Apr 12 15:55:49.541251 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-215a19d2-7b43-4eea-a2b9-e33d32d9e3a2 req-1d7089d8-7a7f-4826-b73c-eaf42ab4565f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 210 time: 0.0279014 Apr 12 15:55:49.578947 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-955fa8ce-9cf9-4e55-a07a-f97bbd5e51b4 req-ba222292-a9d8-44e5-9e82-f1824ce1739d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513370 Apr 12 15:55:50.441886 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271820b-d79a-4184-a1b6-fa69082c367b req-fcdce1c3-d23a-4f64-af8f-68b25d1c49ba tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:50.445264 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-fcdce1c3-d23a-4f64-af8f-68b25d1c49ba tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 815 time: 0.0974462 Apr 12 15:55:50.508139 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-e548c3a5-4f85-4403-b618-e7c9613502ac tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24b5245651d549d095f3cbf2c84fb771 HTTP/1.1" status: 200 len: 378 time: 0.0566592 Apr 12 15:55:50.516143 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'port': {'device_id': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'admin_state_up': True, 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'security_groups': ['1612211d-5f09-409d-8965-dea56a11d868']}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:55:50.640670 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-56d9d99e-ba31-4440-b4b5-b255a630fbbc req-a24ad207-f366-4b9b-b35a-1e521737fe56 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 210 time: 0.0305507 Apr 12 15:55:50.699479 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6953c-14d6-4c03-a5d0-11c249a3616a req-ff95e358-0d17-4164-9e03-4770f57a5b3d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:50.700936 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2af6953c-14d6-4c03-a5d0-11c249a3616a req-ff95e358-0d17-4164-9e03-4770f57a5b3d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0479510 Apr 12 15:55:50.725344 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Made reservation on behalf of 24b5245651d549d095f3cbf2c84fb771 for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:55:50.728634 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:50.772335 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-2af6953c-14d6-4c03-a5d0-11c249a3616a req-dc7cbe58-3549-4713-8776-b68cfdfdc776 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657234 Apr 12 15:55:50.880650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Allocated IP 172.20.0.14 (34a04693-2c1c-46c7-bead-0018d1c737c4/8b5ce723-79f8-4cbe-af56-edb88403dd26/97b48253-b464-477a-aec4-3b313b184c6d) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:55:51.018705 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for port (97b48253-b464-477a-aec4-3b313b184c6d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:51.110643 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (97b48253-b464-477a-aec4-3b313b184c6d), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:51.153562 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:55:51.158612 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:55:51.161017 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:55:51.187036 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event updated for resources: {'Port': ['ID=97b48253-b464-477a-aec4-3b313b184c6d,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:51.215294 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:51.215816 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:51.294323 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-74b0b9d7-1989-487c-a227-662833bddaec tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7817376 Apr 12 15:55:51.305141 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Request body: {'port': {'device_id': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:55:51.336181 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-7899e423-a5ca-41f6-8865-2f8f3d6e2fa9 None None] Provisioning complete for port 97b48253-b464-477a-aec4-3b313b184c6d triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:55:51.336730 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-7899e423-a5ca-41f6-8865-2f8f3d6e2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (97b48253-b464-477a-aec4-3b313b184c6d), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:51.368423 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (97b48253-b464-477a-aec4-3b313b184c6d), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:51.374435 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-7899e423-a5ca-41f6-8865-2f8f3d6e2fa9 None None] Port 97b48253-b464-477a-aec4-3b313b184c6d cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:55:51.756974 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccbf6a-4860-47f7-bf8c-a03bdce11022 req-e3219f24-1d89-4cb3-bba7-256c824aa7dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:51.758599 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e0ccbf6a-4860-47f7-bf8c-a03bdce11022 req-e3219f24-1d89-4cb3-bba7-256c824aa7dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 932 time: 0.0479436 Apr 12 15:55:51.807552 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e0ccbf6a-4860-47f7-bf8c-a03bdce11022 req-de3c5fad-cc23-4355-944f-01de718a4534 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422456 Apr 12 15:55:51.897227 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b48253-b464-477a-aec4-3b313b184c6d {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:55:51.908722 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Publish callbacks [] for port (97b48253-b464-477a-aec4-3b313b184c6d), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:51.921087 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2a68-9fe0-4ea1-b69a-67df37d419ad req-588f5362-8de2-4d45-b4cb-290f34d627d1 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:51.922537 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fa5c2a68-9fe0-4ea1-b69a-67df37d419ad req-588f5362-8de2-4d45-b4cb-290f34d627d1 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0653019 Apr 12 15:55:51.935196 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Transition to ACTIVE for port object 97b48253-b464-477a-aec4-3b313b184c6d will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:55:51.977602 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fa5c2a68-9fe0-4ea1-b69a-67df37d419ad req-0de8a7ca-cfb6-43f3-99f3-97ce26329577 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494707 Apr 12 15:55:52.039165 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (97b48253-b464-477a-aec4-3b313b184c6d), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:52.092620 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Pushing event updated for resources: {'Port': ['ID=97b48253-b464-477a-aec4-3b313b184c6d,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:52.163843 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Attempting to bind port 97b48253-b464-477a-aec4-3b313b184c6d on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:55:52.164185 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Attempting to bind port 97b48253-b464-477a-aec4-3b313b184c6d by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:55:52.164513 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Attempting to bind port 97b48253-b464-477a-aec4-3b313b184c6d on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:55:52.169067 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Port 97b48253-b464-477a-aec4-3b313b184c6d on network 34a04693-2c1c-46c7-bead-0018d1c737c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:55:52.169397 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Attempting to bind port 97b48253-b464-477a-aec4-3b313b184c6d on network 34a04693-2c1c-46c7-bead-0018d1c737c4 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:55:52.174383 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:55:52.174722 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Checking segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:55:52.175110 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Bound using segment: {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:55:52.175548 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Bound port: 97b48253-b464-477a-aec4-3b313b184c6d, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dba5286-6b45-4420-a3d5-b32bc1365326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:55:52.175913 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (97b48253-b464-477a-aec4-3b313b184c6d), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:52.244998 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] For port 97b48253-b464-477a-aec4-3b313b184c6d, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:55:52.247901 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] For port 97b48253-b464-477a-aec4-3b313b184c6d, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=97b48253-b464-477a-aec4-3b313b184c6d,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:55:52.348039 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (97b48253-b464-477a-aec4-3b313b184c6d), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:52.383826 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:52.384445 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:52.386570 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] 10.222.0.84 "PUT /v2.0/ports/97b48253-b464-477a-aec4-3b313b184c6d HTTP/1.1" status: 200 len: 1094 time: 1.0856187 Apr 12 15:55:52.386996 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'tag': '97b48253-b464-477a-aec4-3b313b184c6d'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:55:52.389236 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a163ec5-f775-4824-ba16-4c00a4b8cf34" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cd8750-3e76-44b4-ad18-aa2d04d407ee", "tag": "97b48253-b464-477a-aec4-3b313b184c6d"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:55:52.420317 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180975e9-f739-42f6-894e-2fa0cfcfdd32 service neutron] Pushing event updated for resources: {'Port': ['ID=97b48253-b464-477a-aec4-3b313b184c6d,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:52.432809 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec14467-7bf1-4088-93a5-3cf467fee9fb x-openstack-request-id: req-6ec14467-7bf1-4088-93a5-3cf467fee9fb {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:55:52.433089 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cd8750-3e76-44b4-ad18-aa2d04d407ee", "tag": "97b48253-b464-477a-aec4-3b313b184c6d", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:55:52.433344 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ec14467-7bf1-4088-93a5-3cf467fee9fb {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:55:52.433747 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec14467-7bf1-4088-93a5-3cf467fee9fb'] response: {'name': 'network-changed', 'server_uuid': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'tag': '97b48253-b464-477a-aec4-3b313b184c6d', 'status': 'completed', 'code': 200} Apr 12 15:55:52.491957 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a163ec5-f775-4824-ba16-4c00a4b8cf34 req-6e7e7c14-fd9e-4cbb-96fb-694c0a649b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:52.493508 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4a163ec5-f775-4824-ba16-4c00a4b8cf34 req-6e7e7c14-fd9e-4cbb-96fb-694c0a649b2c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 1128 time: 0.0427933 Apr 12 15:55:52.601434 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a163ec5-f775-4824-ba16-4c00a4b8cf34 req-1e28ba46-cee5-4098-9c26-4c7dc818c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:52.604123 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4a163ec5-f775-4824-ba16-4c00a4b8cf34 req-1e28ba46-cee5-4098-9c26-4c7dc818c77d service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=24b5245651d549d095f3cbf2c84fb771&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1037464 Apr 12 15:55:52.693684 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a163ec5-f775-4824-ba16-4c00a4b8cf34 req-cfa4e089-9c19-49e8-ac74-38e2c1486a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:52.695066 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4a163ec5-f775-4824-ba16-4c00a4b8cf34 req-cfa4e089-9c19-49e8-ac74-38e2c1486a37 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0857427 Apr 12 15:55:52.776451 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271820b-d79a-4184-a1b6-fa69082c367b req-a2e0781e-b25c-47f5-8b01-226af644c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:52.777979 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-a2e0781e-b25c-47f5-8b01-226af644c7f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 1128 time: 0.0424502 Apr 12 15:55:52.817335 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-2a72e846-288d-4bb6-b6b6-ae9d9157a38e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97b48253-b464-477a-aec4-3b313b184c6d HTTP/1.1" status: 200 len: 217 time: 0.0332620 Apr 12 15:55:52.865492 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271820b-d79a-4184-a1b6-fa69082c367b req-30a81c12-085b-46e7-bea2-3b5116651201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:52.866948 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-30a81c12-085b-46e7-bea2-3b5116651201 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0440645 Apr 12 15:55:52.940990 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271820b-d79a-4184-a1b6-fa69082c367b req-934be157-e23b-41e6-a296-6a7312c5dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:52.942490 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-934be157-e23b-41e6-a296-6a7312c5dd51 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696995 Apr 12 15:55:52.962508 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ae0d-c95d-4d7d-9f25-2a991cc254ff req-e174cec2-90ec-4c5e-9689-287bd5b89e3b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:52.964329 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-72c0ae0d-c95d-4d7d-9f25-2a991cc254ff req-e174cec2-90ec-4c5e-9689-287bd5b89e3b tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 944 time: 0.0652931 Apr 12 15:55:53.060225 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-72c0ae0d-c95d-4d7d-9f25-2a991cc254ff req-dfea2ed9-5728-473a-97da-64af474db36c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850968 Apr 12 15:55:53.076920 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-e590f8aa-be16-4196-9b1e-06b76a7d4b58 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268497 Apr 12 15:55:53.092513 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf7a6a-20ca-4ff5-9a89-49b5fd615681 req-e8e23adc-23c4-4ee5-98a5-7035621f0482 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:53.093990 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-58cf7a6a-20ca-4ff5-9a89-49b5fd615681 req-e8e23adc-23c4-4ee5-98a5-7035621f0482 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0492396 Apr 12 15:55:53.143698 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-58cf7a6a-20ca-4ff5-9a89-49b5fd615681 req-453b1298-f805-407e-9677-9c7fe603503d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441177 Apr 12 15:55:53.170675 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1271820b-d79a-4184-a1b6-fa69082c367b req-d4e6fa3d-761c-45a6-8fee-7b9013e3586f service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883834 Apr 12 15:55:54.170595 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a36ae-8cda-4337-a665-4c3a4251d872 req-9d1135f1-50d2-4e3a-b69a-072c793e20af tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:54.172173 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-033a36ae-8cda-4337-a665-4c3a4251d872 req-9d1135f1-50d2-4e3a-b69a-072c793e20af tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 944 time: 0.0465558 Apr 12 15:55:54.218694 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-033a36ae-8cda-4337-a665-4c3a4251d872 req-6ab80a0f-9df7-4f90-9175-012a9e5edd49 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410097 Apr 12 15:55:54.256969 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97421b2-1406-4fde-aeb5-42ec9717839b req-1c4a38c8-fe4f-4d5f-815b-67f59ddda02b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:54.258452 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f97421b2-1406-4fde-aeb5-42ec9717839b req-1c4a38c8-fe4f-4d5f-815b-67f59ddda02b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0483849 Apr 12 15:55:54.308429 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f97421b2-1406-4fde-aeb5-42ec9717839b req-7c3e2796-53d6-4ef8-a13b-b0d891d589b9 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443521 Apr 12 15:55:55.334079 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3470246-5341-4981-b057-5b775fb6525e req-ccd53583-0448-4bf8-9a63-5b165cbe3547 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:55.335854 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3470246-5341-4981-b057-5b775fb6525e req-ccd53583-0448-4bf8-9a63-5b165cbe3547 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 944 time: 0.0505357 Apr 12 15:55:55.385392 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c3470246-5341-4981-b057-5b775fb6525e req-55831fa7-3674-4890-92a3-2992007584a3 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419600 Apr 12 15:55:55.418143 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d35885-0156-45af-9b90-240ef6823d66 req-eb3a83c5-0bad-41e6-9408-24f6f51d234d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:55.419593 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-08d35885-0156-45af-9b90-240ef6823d66 req-eb3a83c5-0bad-41e6-9408-24f6f51d234d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0459316 Apr 12 15:55:55.469641 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-08d35885-0156-45af-9b90-240ef6823d66 req-84ec1941-360f-4aab-8298-49691cbaa0ca tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Apr 12 15:55:55.935501 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 97b48253-b464-477a-aec4-3b313b184c6d details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:55:56.034728 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 97b48253-b464-477a-aec4-3b313b184c6d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=97b48253-b464-477a-aec4-3b313b184c6d,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:55:56.046433 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '97b48253-b464-477a-aec4-3b313b184c6d', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'port_id': '97b48253-b464-477a-aec4-3b313b184c6d', 'mac_address': 'fa:16:3e:a6:6e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:55:56.082154 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 97b48253-b464-477a-aec4-3b313b184c6d is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:55:56.082545 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (97b48253-b464-477a-aec4-3b313b184c6d), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:56.095349 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b48253-b464-477a-aec4-3b313b184c6d {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:55:56.114819 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 97b48253-b464-477a-aec4-3b313b184c6d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=97b48253-b464-477a-aec4-3b313b184c6d,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:55:56.184212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (97b48253-b464-477a-aec4-3b313b184c6d), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:56.231026 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=97b48253-b464-477a-aec4-3b313b184c6d,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:56.237945 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.238293 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.238645 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.238986 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.239321 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.239653 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.239984 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.240313 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.240646 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.240991 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.241316 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.241644 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.241993 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.242296 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.242619 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:55:56.496440 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918134e2-7af3-468d-b222-cbae409917e2 req-6d2f0dc1-4a45-4619-ba10-2dbfae70ca0c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:56.497895 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-918134e2-7af3-468d-b222-cbae409917e2 req-6d2f0dc1-4a45-4619-ba10-2dbfae70ca0c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 945 time: 0.0471404 Apr 12 15:55:56.534437 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['97b48253-b464-477a-aec4-3b313b184c6d'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:55:56.547544 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-918134e2-7af3-468d-b222-cbae409917e2 req-e4f3a44e-f543-4cfb-8b3e-01c3d9d9e329 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437727 Apr 12 15:55:56.586624 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6d493-c2e6-4118-9863-faca766cbc16 req-7f83533a-c600-44a1-9eb0-7e40b55d933c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:56.588134 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75b6d493-c2e6-4118-9863-faca766cbc16 req-7f83533a-c600-44a1-9eb0-7e40b55d933c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0493484 Apr 12 15:55:56.637801 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75b6d493-c2e6-4118-9863-faca766cbc16 req-3d796273-1cc1-4859-9125-5879351e51f9 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439327 Apr 12 15:55:57.663016 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b51fb3-c625-498d-b7e1-7466ae7d4ce0 req-4a5bee2e-951b-40ca-98b9-1581fc1d50bb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:57.664479 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-66b51fb3-c625-498d-b7e1-7466ae7d4ce0 req-4a5bee2e-951b-40ca-98b9-1581fc1d50bb tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 945 time: 0.0497406 Apr 12 15:55:57.711458 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-66b51fb3-c625-498d-b7e1-7466ae7d4ce0 req-eb5afe14-0246-44ec-9ee5-e0108f8b1b98 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415096 Apr 12 15:55:57.748556 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ece8f7-3e70-4ff8-b026-0b582f07baa9 req-bdce2c0c-925f-4491-aa1b-2dc1070b5b79 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:57.750028 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f4ece8f7-3e70-4ff8-b026-0b582f07baa9 req-bdce2c0c-925f-4491-aa1b-2dc1070b5b79 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 943 time: 0.0461209 Apr 12 15:55:57.797680 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f4ece8f7-3e70-4ff8-b026-0b582f07baa9 req-0306d290-1a64-46c4-9cb6-9c63171fc5f5 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419056 Apr 12 15:55:57.947564 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 30864e32-49a9-4e9f-952a-888313b84749 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:55:57.950126 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 97b48253-b464-477a-aec4-3b313b184c6d up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:55:58.048862 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 97b48253-b464-477a-aec4-3b313b184c6d completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:55:58.082961 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 30864e32-49a9-4e9f-952a-888313b84749, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=30864e32-49a9-4e9f-952a-888313b84749,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:55:58.093795 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '30864e32-49a9-4e9f-952a-888313b84749', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:55:58.127773 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 97b48253-b464-477a-aec4-3b313b184c6d triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:55:58.128163 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (97b48253-b464-477a-aec4-3b313b184c6d), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:58.153483 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 30864e32-49a9-4e9f-952a-888313b84749 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:55:58.153870 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (30864e32-49a9-4e9f-952a-888313b84749), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:58.173972 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30864e32-49a9-4e9f-952a-888313b84749 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:55:58.202278 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 30864e32-49a9-4e9f-952a-888313b84749, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=30864e32-49a9-4e9f-952a-888313b84749,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:55:58.236940 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 97b48253-b464-477a-aec4-3b313b184c6d is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:55:58.237330 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (97b48253-b464-477a-aec4-3b313b184c6d), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:58.259539 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b48253-b464-477a-aec4-3b313b184c6d'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:55:58.262318 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a2cbd-f03f-4231-ac9f-c67c2e3ac12c" -d '{"events": [{"server_uuid": "b4cd8750-3e76-44b4-ad18-aa2d04d407ee", "name": "network-vif-plugged", "status": "completed", "tag": "97b48253-b464-477a-aec4-3b313b184c6d"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:55:58.274086 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 97b48253-b464-477a-aec4-3b313b184c6d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=97b48253-b464-477a-aec4-3b313b184c6d,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:55:58.275490 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (30864e32-49a9-4e9f-952a-888313b84749), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:58.298462 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057531a2-f5f2-43d3-8806-67cef9ce7137 x-openstack-request-id: req-057531a2-f5f2-43d3-8806-67cef9ce7137 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:55:58.298753 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd8750-3e76-44b4-ad18-aa2d04d407ee", "name": "network-vif-plugged", "status": "completed", "tag": "97b48253-b464-477a-aec4-3b313b184c6d", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:55:58.299005 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-057531a2-f5f2-43d3-8806-67cef9ce7137 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:55:58.299397 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057531a2-f5f2-43d3-8806-67cef9ce7137'] response: {'server_uuid': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b48253-b464-477a-aec4-3b313b184c6d', 'code': 200} Apr 12 15:55:58.326837 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=30864e32-49a9-4e9f-952a-888313b84749,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:58.371140 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (97b48253-b464-477a-aec4-3b313b184c6d), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:58.421352 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=97b48253-b464-477a-aec4-3b313b184c6d,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:55:58.598280 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['30864e32-49a9-4e9f-952a-888313b84749'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:55:58.615890 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c735f-9f0b-4511-a529-7291f9e44b4f req-61c0a639-d2b4-4a5f-a92d-d5ebd7cfbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:58.617443 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e47c735f-9f0b-4511-a529-7291f9e44b4f req-61c0a639-d2b4-4a5f-a92d-d5ebd7cfbb89 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 1130 time: 0.0384064 Apr 12 15:55:58.660384 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e47c735f-9f0b-4511-a529-7291f9e44b4f req-6015f330-b7ac-4659-9858-a320313bee0c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370491 Apr 12 15:55:58.837922 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8755b-5517-440b-97b6-b2905ac7334a req-1db9f01d-0e9b-4ec4-937f-235576351acf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:58.839929 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-78e8755b-5517-440b-97b6-b2905ac7334a req-1db9f01d-0e9b-4ec4-937f-235576351acf tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 946 time: 0.0574017 Apr 12 15:55:58.887533 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-78e8755b-5517-440b-97b6-b2905ac7334a req-8a82ba48-8a4f-4703-bd8c-aa583d8cf038 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418472 Apr 12 15:55:58.911868 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed576438-1798-4357-bdef-ca35b2109fff req-68690c2d-557b-465c-952e-7d95fc553c80 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:55:58.913372 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ed576438-1798-4357-bdef-ca35b2109fff req-68690c2d-557b-465c-952e-7d95fc553c80 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 944 time: 0.0470777 Apr 12 15:55:58.967009 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ed576438-1798-4357-bdef-ca35b2109fff req-800067a5-9521-49a1-9343-fc97e9318fa4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473509 Apr 12 15:55:59.949756 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 30864e32-49a9-4e9f-952a-888313b84749 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:55:59.953866 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-32d1771a-564c-4b12-8454-0b5472c24e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:55:59.997604 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 30864e32-49a9-4e9f-952a-888313b84749 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:56:00.007340 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863687-179e-4046-a77e-712afa3a3bce req-0fea5d59-e26e-40be-b464-0f8bf24a1ef9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:00.012931 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13863687-179e-4046-a77e-712afa3a3bce req-0fea5d59-e26e-40be-b464-0f8bf24a1ef9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 946 time: 0.0518265 Apr 12 15:56:00.059644 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13863687-179e-4046-a77e-712afa3a3bce req-c20c6dcd-0726-47f8-970f-3a39acdaae77 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433676 Apr 12 15:56:00.079308 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 30864e32-49a9-4e9f-952a-888313b84749 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:56:00.079682 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (30864e32-49a9-4e9f-952a-888313b84749), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:00.083058 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0ebc-31af-42bc-89ec-93d773632646 req-fc578add-7a2a-490c-bd8f-18b8eecdc3a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:00.084665 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1a0b0ebc-31af-42bc-89ec-93d773632646 req-fc578add-7a2a-490c-bd8f-18b8eecdc3a7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 944 time: 0.0490837 Apr 12 15:56:00.135017 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1a0b0ebc-31af-42bc-89ec-93d773632646 req-55332c9f-25aa-4b27-99c2-8b20ac6ef655 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447636 Apr 12 15:56:00.161432 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 30864e32-49a9-4e9f-952a-888313b84749 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:56:00.161846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (30864e32-49a9-4e9f-952a-888313b84749), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:00.194017 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 30864e32-49a9-4e9f-952a-888313b84749, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=30864e32-49a9-4e9f-952a-888313b84749,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:56:00.295815 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (30864e32-49a9-4e9f-952a-888313b84749), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:00.300266 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30864e32-49a9-4e9f-952a-888313b84749'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:56:00.308611 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd3502-2341-45cc-8ab1-367310f279f1" -d '{"events": [{"server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "name": "network-vif-plugged", "status": "completed", "tag": "30864e32-49a9-4e9f-952a-888313b84749"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:56:00.347781 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=30864e32-49a9-4e9f-952a-888313b84749,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:56:00.358176 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02b5860-9584-4e97-aa1c-9f55a9ee4474 x-openstack-request-id: req-e02b5860-9584-4e97-aa1c-9f55a9ee4474 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:56:00.358491 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "name": "network-vif-plugged", "status": "completed", "tag": "30864e32-49a9-4e9f-952a-888313b84749", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:56:00.358749 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e02b5860-9584-4e97-aa1c-9f55a9ee4474 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:56:00.359150 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02b5860-9584-4e97-aa1c-9f55a9ee4474'] response: {'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30864e32-49a9-4e9f-952a-888313b84749', 'code': 200} Apr 12 15:56:00.826370 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00421386-8acb-4f88-ad62-068488f2c882 req-9da8c1f9-5eef-4edc-a479-3e25b5507305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:00.827840 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-00421386-8acb-4f88-ad62-068488f2c882 req-9da8c1f9-5eef-4edc-a479-3e25b5507305 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 1129 time: 0.0398004 Apr 12 15:56:00.872364 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-00421386-8acb-4f88-ad62-068488f2c882 req-d5b544a8-55c7-4761-bd05-c1240049b6f6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379977 Apr 12 15:56:01.172634 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f294dee-ffd3-43cd-a90b-b38ab8226de4 req-1f1d47a5-4ec4-49ec-8bc8-db7195e2d284 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:01.174169 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8f294dee-ffd3-43cd-a90b-b38ab8226de4 req-1f1d47a5-4ec4-49ec-8bc8-db7195e2d284 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 946 time: 0.0502172 Apr 12 15:56:01.223136 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-8f294dee-ffd3-43cd-a90b-b38ab8226de4 req-d730af5e-6cfd-41a3-9594-1cbc5a880775 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435700 Apr 12 15:56:01.247680 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2b12d-534e-4024-891f-ef878d0f465b req-4da6a3e6-0dbc-4108-a6cc-f2764783ba58 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:01.257411 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89e2b12d-534e-4024-891f-ef878d0f465b req-4da6a3e6-0dbc-4108-a6cc-f2764783ba58 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 945 time: 0.0464008 Apr 12 15:56:01.302194 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89e2b12d-534e-4024-891f-ef878d0f465b req-9a35d817-ec59-4266-9b41-c544835c869b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471449 Apr 12 15:56:01.345861 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0a33e-1f7b-4071-90ac-db2535f562a6 req-e01674b9-112f-4109-8204-b62faf0d7b5c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:01.347237 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-bed0a33e-1f7b-4071-90ac-db2535f562a6 req-e01674b9-112f-4109-8204-b62faf0d7b5c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 946 time: 0.0471683 Apr 12 15:56:01.356081 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54684) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:56:01.361259 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Request body: {'floatingip': {'port_id': '97b48253-b464-477a-aec4-3b313b184c6d'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:56:01.399370 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (38d655d6-47ef-47ef-93bf-dad54a5f1bbe), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:01.831681 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:01.899053 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (38d655d6-47ef-47ef-93bf-dad54a5f1bbe), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:02.001770 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Floating IP 38d655d6-47ef-47ef-93bf-dad54a5f1bbe associated. External IP: 172.27.0.30, port: 97b48253-b464-477a-aec4-3b313b184c6d. Apr 12 15:56:02.211879 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:56:02.322145 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:56:02.328505 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:02.340260 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:56:02.349749 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:56:02.350549 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:55:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:56:02.364085 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-535d3edc-6e9b-4bf1-828d-19aeee8ae5dd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "PUT /v2.0/floatingips/38d655d6-47ef-47ef-93bf-dad54a5f1bbe HTTP/1.1" status: 200 len: 991 time: 1.0067964 Apr 12 15:56:02.364700 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'tag': '97b48253-b464-477a-aec4-3b313b184c6d'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:56:02.367016 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cd8750-3e76-44b4-ad18-aa2d04d407ee", "tag": "97b48253-b464-477a-aec4-3b313b184c6d"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:56:02.414249 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc3075c-23c1-4246-8c49-733dfe1155c6 x-openstack-request-id: req-cfc3075c-23c1-4246-8c49-733dfe1155c6 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:56:02.416249 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cd8750-3e76-44b4-ad18-aa2d04d407ee", "tag": "97b48253-b464-477a-aec4-3b313b184c6d", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:56:02.416249 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cfc3075c-23c1-4246-8c49-733dfe1155c6 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:56:02.416249 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc3075c-23c1-4246-8c49-733dfe1155c6'] response: {'name': 'network-changed', 'server_uuid': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'tag': '97b48253-b464-477a-aec4-3b313b184c6d', 'status': 'completed', 'code': 200} Apr 12 15:56:02.436687 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c69c8-be33-4405-85ed-cb502dede626 req-fb8e4605-3ec2-405b-b214-d1955fb94291 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:02.438542 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-147c69c8-be33-4405-85ed-cb502dede626 req-fb8e4605-3ec2-405b-b214-d1955fb94291 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 945 time: 0.0532751 Apr 12 15:56:02.467566 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:56:02.472968 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-b9e1b35e-3d25-4549-9414-462b85577e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:02.474556 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-b9e1b35e-3d25-4549-9414-462b85577e22 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=24b5245651d549d095f3cbf2c84fb771&device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 1130 time: 0.0405202 Apr 12 15:56:02.494253 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-147c69c8-be33-4405-85ed-cb502dede626 req-d1f62f2f-25d0-43d6-b688-3513fc9f2d5d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484133 Apr 12 15:56:02.577429 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-8b2e7be1-6d86-4a4a-869e-540be77e8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:02.578946 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-8b2e7be1-6d86-4a4a-869e-540be77e8569 service neutron] 10.222.0.84 "GET /v2.0/networks?id=34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 200 len: 915 time: 0.0983832 Apr 12 15:56:02.646100 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-295dc4e0-22e4-4875-969c-51dce6c1a036 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97b48253-b464-477a-aec4-3b313b184c6d HTTP/1.1" status: 200 len: 999 time: 0.0611780 Apr 12 15:56:02.688445 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '38d655d6-47ef-47ef-93bf-dad54a5f1bbe', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': '97b48253-b464-477a-aec4-3b313b184c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:a6:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:55:47Z', 'updated_at': '2022-04-12T15:56:01Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:56:02.698183 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-e8ccb615-fc27-4374-9964-5c4ad40a6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:02.700194 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-e8ccb615-fc27-4374-9964-5c4ad40a6044 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 200 len: 854 time: 0.0476730 Apr 12 15:56:02.718624 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:56:02.727375 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:56:02.727988 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:55:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:56:02.743034 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-aa7d2be9-ddec-4399-8239-93d805b8a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:02.744584 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-aa7d2be9-ddec-4399-8239-93d805b8a8bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=34a04693-2c1c-46c7-bead-0018d1c737c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384138 Apr 12 15:56:02.798616 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-cae7c021-0244-4180-9d98-511719cdac2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:02.832834 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-7466b5d6-c3e2-4e22-8756-1cf80513ca64 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820754 Apr 12 15:56:02.836908 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:56:02.931717 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-84f4e133-9f25-49be-a4f9-6e36ba3e0c58 req-1e80273f-7cc0-4121-bbf5-c82228bf4172 service neutron] 10.222.0.84 "GET /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927138 Apr 12 15:56:03.144814 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '38d655d6-47ef-47ef-93bf-dad54a5f1bbe', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': '97b48253-b464-477a-aec4-3b313b184c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:a6:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:55:47Z', 'updated_at': '2022-04-12T15:56:01Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:56:03.174292 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac2c4c-4c51-40bc-be74-301589a63bed None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '38d655d6-47ef-47ef-93bf-dad54a5f1bbe', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'port_id': '97b48253-b464-477a-aec4-3b313b184c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'mac_address': 'fa:16:3e:a6:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:55:47Z', 'updated_at': '2022-04-12T15:56:01Z', 'revision_number': 1, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:56:03.278679 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:03.361348 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca875c-47f4-43cb-a562-20110ca20b45 None None] New status for floating IP 38d655d6-47ef-47ef-93bf-dad54a5f1bbe: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:56:03.614177 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313533d-487b-4e94-9bdd-7d58086b89d5 req-3fd926c3-c7cf-46c0-a82e-c4a2293eff95 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:03.615646 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4313533d-487b-4e94-9bdd-7d58086b89d5 req-3fd926c3-c7cf-46c0-a82e-c4a2293eff95 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 945 time: 0.0485454 Apr 12 15:56:03.665149 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-4313533d-487b-4e94-9bdd-7d58086b89d5 req-9996db9b-39d4-4f12-8d7c-aa6a0afbc9bc tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Apr 12 15:56:03.779113 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7563cac-0c5c-4f02-a96e-ec2deb6a2137 req-01bc65f4-328d-48d9-9b28-c360687082fd tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:03.780544 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7563cac-0c5c-4f02-a96e-ec2deb6a2137 req-01bc65f4-328d-48d9-9b28-c360687082fd tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 945 time: 0.0477266 Apr 12 15:56:03.829117 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7563cac-0c5c-4f02-a96e-ec2deb6a2137 req-d18f0357-be1f-4302-9655-398e3748620f tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429382 Apr 12 15:56:03.851296 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54696) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:56:03.881815 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:03.891511 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf0f2a-c983-4f5b-9975-6a0c12ab3f36 tempest-TestVolumeBootPattern-1976000933 tempest-TestVolumeBootPattern-1976000933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:03.896762 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-bfbf0f2a-c983-4f5b-9975-6a0c12ab3f36 tempest-TestVolumeBootPattern-1976000933 tempest-TestVolumeBootPattern-1976000933-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 1124 time: 0.0407436 Apr 12 15:56:03.896762 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54698) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:56:03.899916 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:56:04.007576 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:04.083678 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:04.187178 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Allocated IP 172.27.0.32 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/7af13399-ecf9-4859-a11d-51d89060d56f) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:56:04.286389 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (7af13399-ecf9-4859-a11d-51d89060d56f), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:04.405084 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (7af13399-ecf9-4859-a11d-51d89060d56f), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:04.446074 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:56:04.448895 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:56:04.451593 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:56:04.482295 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=7af13399-ecf9-4859-a11d-51d89060d56f,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:56:04.815756 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (f053596b-b1a2-49b6-a038-310348a6a10d), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:04.952092 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (7af13399-ecf9-4859-a11d-51d89060d56f), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:05.101555 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (7af13399-ecf9-4859-a11d-51d89060d56f), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:05.184487 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (7af13399-ecf9-4859-a11d-51d89060d56f), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:05.249909 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=7af13399-ecf9-4859-a11d-51d89060d56f,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:56:05.262071 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (f053596b-b1a2-49b6-a038-310348a6a10d), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:05.361890 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Floating IP f053596b-b1a2-49b6-a038-310348a6a10d associated. External IP: 172.27.0.32, port: 30864e32-49a9-4e9f-952a-888313b84749. Apr 12 15:56:05.813350 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:56:05.835837 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:05.920295 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:56:05.939526 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:56:05.948656 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:56:05.949373 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:56:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:56:06.066905 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:56:06.226216 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:06.256421 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-575e24ae-1fba-4ea8-9b02-deb307e3ef25 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3595979 Apr 12 15:56:06.257114 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'tag': '30864e32-49a9-4e9f-952a-888313b84749'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:56:06.259412 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2773052-2284-4e28-8b9a-b0f9aed88c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "tag": "30864e32-49a9-4e9f-952a-888313b84749"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:56:06.276047 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:04Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:56:06.302411 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c7f4f-4d9a-4c4e-8145-21f178c39df7 x-openstack-request-id: req-b07c7f4f-4d9a-4c4e-8145-21f178c39df7 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:56:06.303085 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "tag": "30864e32-49a9-4e9f-952a-888313b84749", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:56:06.303376 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b07c7f4f-4d9a-4c4e-8145-21f178c39df7 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:56:06.303775 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07c7f4f-4d9a-4c4e-8145-21f178c39df7'] response: {'name': 'network-changed', 'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'tag': '30864e32-49a9-4e9f-952a-888313b84749', 'status': 'completed', 'code': 200} Apr 12 15:56:06.306674 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:56:06.314895 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:56:06.315488 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:56:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:56:06.374310 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-75a5ae58-196f-4f9e-a677-b2200d8bba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:06.375835 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-75a5ae58-196f-4f9e-a677-b2200d8bba8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 1129 time: 0.0393894 Apr 12 15:56:06.422669 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:56:06.467354 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-3d95144b-0d76-42cf-80c8-49264d9e6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:06.469021 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-3d95144b-0d76-42cf-80c8-49264d9e6aa5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.0880814 Apr 12 15:56:06.533206 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-f5bc15eb-c49c-40ec-844d-94e4a3fb0f9a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30864e32-49a9-4e9f-952a-888313b84749 HTTP/1.1" status: 200 len: 998 time: 0.0587296 Apr 12 15:56:06.588329 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-517eed03-2420-41ff-904a-18acdb0454c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:06.590650 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-517eed03-2420-41ff-904a-18acdb0454c5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0473909 Apr 12 15:56:06.632502 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-149945dc-ead0-4b7d-8335-3739e194514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:06.634022 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-149945dc-ead0-4b7d-8335-3739e194514e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380771 Apr 12 15:56:06.638768 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:04Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:56:06.668834 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e2ac32-0d36-43ed-add9-1f2030ea0b0e None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:04Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:56:06.728913 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-310cfeb8-fdca-438f-a85c-502504444531 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889096 Apr 12 15:56:06.819940 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-c2773052-2284-4e28-8b9a-b0f9aed88c4b req-1c173bbc-25f6-4059-b510-78ecd729cbc2 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855820 Apr 12 15:56:06.864288 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e2507-b7fb-4fdb-9f88-4136d1ba6ef6 None None] New status for floating IP f053596b-b1a2-49b6-a038-310348a6a10d: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:56:06.948900 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:56:07.139525 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:29.945916 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-fec8ec61-a4af-44b5-8e7a-59c5e6e17b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:32.837269 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2b86214f-a678-4c2b-9f60-62ae81669f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:33.437539 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:33.980268 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:35.859434 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:37.074726 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:56:43.527990 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-1047bcce-2f68-49a1-9e8d-ca6471faa003 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426767 Apr 12 15:56:43.606831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-584087b7-d802-4c5c-8645-d3b5c4c2dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:43.608288 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-584087b7-d802-4c5c-8645-d3b5c4c2dd2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 1129 time: 0.0420995 Apr 12 15:56:43.706679 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-b0c3aed1-7d2e-40b6-aee7-75e6a549a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:43.708650 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-b0c3aed1-7d2e-40b6-aee7-75e6a549a643 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.0841913 Apr 12 15:56:43.776563 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-92a2a666-9a3e-4c75-825d-7e2d542e860b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30864e32-49a9-4e9f-952a-888313b84749 HTTP/1.1" status: 200 len: 1000 time: 0.0621486 Apr 12 15:56:43.825739 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-2e73d1fa-1d70-4008-ad82-6dfcc3c51d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:43.827438 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-2e73d1fa-1d70-4008-ad82-6dfcc3c51d98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0440590 Apr 12 15:56:43.868256 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-1efdf30b-a6b4-4033-9d04-20987f2dbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:56:43.869744 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-1efdf30b-a6b4-4033-9d04-20987f2dbeb6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366879 Apr 12 15:56:43.948187 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:56:43.962697 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-63dba8c1-1846-44ea-afe0-b83aa5f3d608 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Apr 12 15:56:44.049072 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b1f1175b-02aa-49cd-9f62-506b2cf10cde req-a4a2c380-a441-416c-85bd-ed5b42b8d3ce service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807073 Apr 12 15:56:59.965433 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4bdf4ecf-c021-4a58-ac3c-b7da19e3b420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:02.795749 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-bc994ea6-a694-4c0e-bf42-939448104004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:03.333370 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:03.892709 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:05.833851 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:06.983796 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:20.947563 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:57:28.146471 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b1940-3945-492a-a492-dc5d6bf007bb req-1f90e6e7-8617-48f8-9779-44d3a04e41e9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:57:28.147946 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc4b1940-3945-492a-a492-dc5d6bf007bb req-1f90e6e7-8617-48f8-9779-44d3a04e41e9 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 946 time: 0.0525420 Apr 12 15:57:28.199158 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc4b1940-3945-492a-a492-dc5d6bf007bb req-632d0c58-42d5-47a1-a8b3-12ef2557b122 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440907 Apr 12 15:57:29.316516 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bd110-0644-4974-9ee0-da39107787bf req-24277f8e-aad5-455c-aa9a-09aa141a4d1f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:57:29.318084 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-629bd110-0644-4974-9ee0-da39107787bf req-24277f8e-aad5-455c-aa9a-09aa141a4d1f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 946 time: 0.0515170 Apr 12 15:57:29.365166 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-629bd110-0644-4974-9ee0-da39107787bf req-03bcd1e9-7574-4df2-b833-f8ce8e9c871e tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups?id=1612211d-5f09-409d-8965-dea56a11d868&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407469 Apr 12 15:57:29.749180 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-12d23707-ca0b-4d9e-9371-4b96de93a3fd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:57:29.750660 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-12d23707-ca0b-4d9e-9371-4b96de93a3fd tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 946 time: 0.0494590 Apr 12 15:57:29.836660 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Deleting port 97b48253-b464-477a-aec4-3b313b184c6d {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:57:29.837023 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (97b48253-b464-477a-aec4-3b313b184c6d), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:29.923362 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] For port 97b48253-b464-477a-aec4-3b313b184c6d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=97b48253-b464-477a-aec4-3b313b184c6d,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:57:29.923724 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (97b48253-b464-477a-aec4-3b313b184c6d), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:29.959207 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2fe43cf5-d07d-467d-b937-74324cc6886a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:30.094625 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:30.094905 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (38d655d6-47ef-47ef-93bf-dad54a5f1bbe), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:30.095227 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Floating IP 38d655d6-47ef-47ef-93bf-dad54a5f1bbe disassociated. External IP: 172.27.0.30, port: 97b48253-b464-477a-aec4-3b313b184c6d. Apr 12 15:57:30.095572 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Calling delete_port for 97b48253-b464-477a-aec4-3b313b184c6d owned by compute:nova {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:57:30.291653 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (97b48253-b464-477a-aec4-3b313b184c6d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:30.318351 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'Port': ['ID=97b48253-b464-477a-aec4-3b313b184c6d,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:30.327958 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.328310 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.328656 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.329022 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.329362 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.329698 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.330032 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.330361 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.330689 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.331019 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.331346 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.331671 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.331996 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.332319 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.332640 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:30.450645 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:57:30.460964 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d46167e8-ae97-42bc-adfd-80e6e16ff95e req-3e94fa0c-c3fa-42bb-96a6-1dcc03af02e8 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4cd8750-3e76-44b4-ad18-aa2d04d407ee HTTP/1.1" status: 200 len: 210 time: 0.0273194 Apr 12 15:57:30.559407 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:57:30.570210 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:57:30.580185 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:57:30.580827 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:57:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:30.600058 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] No DVR routers for this DVR port 97b48253-b464-477a-aec4-3b313b184c6d on host hv-cinder-83752 {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:57:30.603187 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:30.606422 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-26dca7e1-2fe8-4d00-afff-38f8e73d1b3a req-e6ed88cb-4ce7-4f01-9028-051ffd2aeabc tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.84 "DELETE /v2.0/ports/97b48253-b464-477a-aec4-3b313b184c6d HTTP/1.1" status: 204 len: 173 time: 0.8510411 Apr 12 15:57:30.606856 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'name': 'network-vif-deleted', 'tag': '97b48253-b464-477a-aec4-3b313b184c6d'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:57:30.609178 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a3dda-40e5-4bb4-90c8-03617faea262" -d '{"events": [{"server_uuid": "b4cd8750-3e76-44b4-ad18-aa2d04d407ee", "name": "network-vif-deleted", "tag": "97b48253-b464-477a-aec4-3b313b184c6d"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:57:30.648802 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ffdac5-c6e8-4712-977c-926d7151f259 x-openstack-request-id: req-c2ffdac5-c6e8-4712-977c-926d7151f259 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:57:30.649136 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd8750-3e76-44b4-ad18-aa2d04d407ee", "name": "network-vif-deleted", "tag": "97b48253-b464-477a-aec4-3b313b184c6d", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:57:30.649441 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2ffdac5-c6e8-4712-977c-926d7151f259 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:57:30.649826 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ffdac5-c6e8-4712-977c-926d7151f259'] response: {'server_uuid': 'b4cd8750-3e76-44b4-ad18-aa2d04d407ee', 'name': 'network-vif-deleted', 'tag': '97b48253-b464-477a-aec4-3b313b184c6d', 'status': 'completed', 'code': 200} Apr 12 15:57:30.795139 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:57:30.988316 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:31.014255 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:57:31.022334 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:57:31.023520 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:57:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:31.126705 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:57:31.312908 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:31.342428 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7214f-0fa7-4bb8-b2ea-7c5eb50b871f None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:56Z', 'revision_number': 4, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': 'fd2363e0-7ae6-4d5d-8e54-1af22713a2d5', 'name': '', 'network_id': '34a04693-2c1c-46c7-bead-0018d1c737c4', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'mac_address': 'fa:16:3e:dc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:55Z', 'updated_at': '2022-04-12T15:49:59Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'subnets': [{'id': '8b5ce723-79f8-4cbe-af56-edb88403dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:57:31.583257 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed86486-c94f-4831-a675-6b90dbfd8978 None None] New status for floating IP 38d655d6-47ef-47ef-93bf-dad54a5f1bbe: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:57:31.607056 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54816) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:31.665417 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1aff5e2e-5ca8-47cc-a9b9-5d64266efa8c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (1612211d-5f09-409d-8965-dea56a11d868), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:31.688936 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1aff5e2e-5ca8-47cc-a9b9-5d64266efa8c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (1612211d-5f09-409d-8965-dea56a11d868), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:31.806010 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1aff5e2e-5ca8-47cc-a9b9-5d64266efa8c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (1612211d-5f09-409d-8965-dea56a11d868), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:31.808886 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1aff5e2e-5ca8-47cc-a9b9-5d64266efa8c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:31.810193 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-1aff5e2e-5ca8-47cc-a9b9-5d64266efa8c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "DELETE /v2.0/security-groups/1612211d-5f09-409d-8965-dea56a11d868 HTTP/1.1" status: 204 len: 168 time: 0.2021284 Apr 12 15:57:31.817284 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54818) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:31.820804 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff5e2e-5ca8-47cc-a9b9-5d64266efa8c tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1612211d-5f09-409d-8965-dea56a11d868,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:31.829886 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.api.v2.resource [None req-8295ad38-23fd-4961-8a22-fed67448fb15 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] show failed (client error): The resource could not be found. Apr 12 15:57:31.830896 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8295ad38-23fd-4961-8a22-fed67448fb15 tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "GET /v2.0/security-groups/1612211d-5f09-409d-8965-dea56a11d868 HTTP/1.1" status: 404 len: 347 time: 0.0166321 Apr 12 15:57:31.833805 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54820) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:31.949179 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Deleting port d451046c-2cf9-4778-9bcb-354d0035a4fe {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:57:31.949522 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (d451046c-2cf9-4778-9bcb-354d0035a4fe), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:32.026297 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (d451046c-2cf9-4778-9bcb-354d0035a4fe), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:32.026626 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (d451046c-2cf9-4778-9bcb-354d0035a4fe), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:32.039100 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Calling delete_port for d451046c-2cf9-4778-9bcb-354d0035a4fe owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:57:32.200391 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (d451046c-2cf9-4778-9bcb-354d0035a4fe), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:32.231794 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Pushing event deleted for resources: {'Port': ['ID=d451046c-2cf9-4778-9bcb-354d0035a4fe,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:32.255283 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.255638 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.255987 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.256334 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.256677 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.257041 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.257381 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.257716 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.258049 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.258386 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.258717 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.259045 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.259376 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.259704 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.260032 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:32.297225 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks [] for floatingip (38d655d6-47ef-47ef-93bf-dad54a5f1bbe), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:32.299814 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:32.301003 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9b29210a-72dd-41ea-824d-a60598c6f57f tempest-AttachVolumeNegativeTest-182669628 tempest-AttachVolumeNegativeTest-182669628-project] 10.222.0.74 "DELETE /v2.0/floatingips/38d655d6-47ef-47ef-93bf-dad54a5f1bbe HTTP/1.1" status: 204 len: 168 time: 0.4662578 Apr 12 15:57:32.789585 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a3fb-d80b-4133-bea8-9ab4d41d73a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:33.268416 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:33.914920 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:34.289870 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 97b48253-b464-477a-aec4-3b313b184c6d no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:57:34.309341 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 97b48253-b464-477a-aec4-3b313b184c6d {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:57:34.309683 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 97b48253-b464-477a-aec4-3b313b184c6d not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:57:35.822988 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:36.283690 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54856) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:36.700913 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (d62c5c08-a15a-4dd8-8241-0d244189bcd7), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:36.926852 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Deleting port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:57:36.927189 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:36.994351 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:37.008215 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] For port fd2363e0-7ae6-4d5d-8e54-1af22713a2d5, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:57:37.008577 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:37.021085 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Calling delete_port for fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 owned by network:router_interface {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:57:37.263117 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (fd2363e0-7ae6-4d5d-8e54-1af22713a2d5), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:37.287424 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2363e0-7ae6-4d5d-8e54-1af22713a2d5,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:37.455176 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (d62c5c08-a15a-4dd8-8241-0d244189bcd7), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:37.669206 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Router d62c5c08-a15a-4dd8-8241-0d244189bcd7 has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:57:37.775670 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:57:37.782012 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-d375bb96-1015-4b91-a72a-cc786b316392 admin admin] 10.222.0.74 "PUT /v2.0/routers/d62c5c08-a15a-4dd8-8241-0d244189bcd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961426 Apr 12 15:57:37.783462 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54860) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:37.786199 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] Sync routers for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:57:37.797216 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:57:37.797833 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:57:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:37.909233 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:57:38.080395 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:57:37Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:38.110050 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] Checking router: d62c5c08-a15a-4dd8-8241-0d244189bcd7 for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:57:38.120858 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] Routers {'d62c5c08-a15a-4dd8-8241-0d244189bcd7'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:57:38.121619 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:57:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:38.135080 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks [] for router (d62c5c08-a15a-4dd8-8241-0d244189bcd7), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.227505 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] Set router d62c5c08-a15a-4dd8-8241-0d244189bcd7 gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:57:38.237897 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks [] for router_gateway (d62c5c08-a15a-4dd8-8241-0d244189bcd7), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.342802 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Deleting port aa7cf50f-5070-4b97-8a3e-b133a2db1695 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:57:38.343540 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.394260 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:57:37Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:38.420671 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc8bb2-c90f-4fbb-99b9-a27cf1a15a5b None None] The sync data for ids ['d62c5c08-a15a-4dd8-8241-0d244189bcd7'] in dv-cinder-837525-1-iscsi is: [{'id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'name': 'tempest-AttachVolumeNegativeTest-1700545732-router', 'tenant_id': '24b5245651d549d095f3cbf2c84fb771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:57:37Z', 'revision_number': 5, 'project_id': '24b5245651d549d095f3cbf2c84fb771', 'gw_port': {'id': 'aa7cf50f-5070-4b97-8a3e-b133a2db1695', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c5c08-a15a-4dd8-8241-0d244189bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:49:53Z', 'updated_at': '2022-04-12T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:57:38.443782 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] For port aa7cf50f-5070-4b97-8a3e-b133a2db1695, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=aa7cf50f-5070-4b97-8a3e-b133a2db1695,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:57:38.443782 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.443782 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Calling delete_port for aa7cf50f-5070-4b97-8a3e-b133a2db1695 owned by network:router_gateway {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:57:38.651311 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (aa7cf50f-5070-4b97-8a3e-b133a2db1695), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.674863 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7cf50f-5070-4b97-8a3e-b133a2db1695,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:38.735675 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (d62c5c08-a15a-4dd8-8241-0d244189bcd7), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.828327 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (d62c5c08-a15a-4dd8-8241-0d244189bcd7), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.830835 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks [] for router_controller (d62c5c08-a15a-4dd8-8241-0d244189bcd7), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.960185 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (d62c5c08-a15a-4dd8-8241-0d244189bcd7), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.961577 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d62c5c08-a15a-4dd8-8241-0d244189bcd7 {{(pid=104757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:57:38.966242 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:38.967277 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-07fa2587-2216-498d-9ec5-58d60e77f557 admin admin] 10.222.0.74 "DELETE /v2.0/routers/d62c5c08-a15a-4dd8-8241-0d244189bcd7 HTTP/1.1" status: 204 len: 168 time: 1.1828833 Apr 12 15:57:38.969754 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54862) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:39.015077 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a272d167-48df-4f80-99e2-8e94cb869c0a admin admin] Deleting subnet 8b5ce723-79f8-4cbe-af56-edb88403dd26 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:57:39.018618 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a272d167-48df-4f80-99e2-8e94cb869c0a admin admin] Publish callbacks [] for subnet (8b5ce723-79f8-4cbe-af56-edb88403dd26), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.054664 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a272d167-48df-4f80-99e2-8e94cb869c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (8b5ce723-79f8-4cbe-af56-edb88403dd26), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.135527 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a272d167-48df-4f80-99e2-8e94cb869c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (8b5ce723-79f8-4cbe-af56-edb88403dd26), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.228805 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a272d167-48df-4f80-99e2-8e94cb869c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (8b5ce723-79f8-4cbe-af56-edb88403dd26), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.254570 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272d167-48df-4f80-99e2-8e94cb869c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5ce723-79f8-4cbe-af56-edb88403dd26,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:39.256516 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a272d167-48df-4f80-99e2-8e94cb869c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.260841 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a272d167-48df-4f80-99e2-8e94cb869c0a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8b5ce723-79f8-4cbe-af56-edb88403dd26 HTTP/1.1" status: 204 len: 168 time: 0.2894585 Apr 12 15:57:39.262771 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54864) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:39.265871 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3127f-17cd-4b70-90bb-a7c1a88c1323 None None] Network 34a04693-2c1c-46c7-bead-0018d1c737c4 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:57:39.337274 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (34a04693-2c1c-46c7-bead-0018d1c737c4), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.385310 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Deleting port de6a92b2-977a-4c4c-972a-ecebb889ffa0 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:57:39.385657 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.419776 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] DHCP port deletion for 34a04693-2c1c-46c7-bead-0018d1c737c4 request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:57:39.455938 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] For port de6a92b2-977a-4c4c-972a-ecebb889ffa0, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=de6a92b2-977a-4c4c-972a-ecebb889ffa0,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:57:39.456304 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.463017 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Deleting port de6a92b2-977a-4c4c-972a-ecebb889ffa0 {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:57:39.463391 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.469127 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Calling delete_port for de6a92b2-977a-4c4c-972a-ecebb889ffa0 owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:57:39.529185 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] For port de6a92b2-977a-4c4c-972a-ecebb889ffa0, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=de6a92b2-977a-4c4c-972a-ecebb889ffa0,segment=NetworkSegment(1dba5286-6b45-4420-a3d5-b32bc1365326),segment_id=1dba5286-6b45-4420-a3d5-b32bc1365326)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:57:39.529598 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.542192 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Calling delete_port for de6a92b2-977a-4c4c-972a-ecebb889ffa0 owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:57:39.635370 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.642014 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (de6a92b2-977a-4c4c-972a-ecebb889ffa0), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.661517 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6a92b2-977a-4c4c-972a-ecebb889ffa0,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:39.666122 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] No DVR routers for this DVR port de6a92b2-977a-4c4c-972a-ecebb889ffa0 on host dv-cinder-837525-1-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:57:39.672112 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Pushing event deleted for resources: {'Port': ['ID=de6a92b2-977a-4c4c-972a-ecebb889ffa0,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:39.674409 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] No DVR routers for this DVR port de6a92b2-977a-4c4c-972a-ecebb889ffa0 on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:57:39.682675 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.683219 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.683727 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.684224 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.684639 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.684903 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.685463 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.685584 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.685892 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.686235 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.686545 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.686870 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.687192 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.687985 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.687985 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb896de-a7d1-4f31-a538-ec81ff2c236e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:57:39.739658 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (34a04693-2c1c-46c7-bead-0018d1c737c4), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.760998 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a04693-2c1c-46c7-bead-0018d1c737c4']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:39.770420 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dba5286-6b45-4420-a3d5-b32bc1365326') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:39.770721 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dba5286-6b45-4420-a3d5-b32bc1365326') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:57:39.780125 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (1dba5286-6b45-4420-a3d5-b32bc1365326), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.793985 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (1dba5286-6b45-4420-a3d5-b32bc1365326), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.794262 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:57:39.800970 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (1dba5286-6b45-4420-a3d5-b32bc1365326), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:57:39.807262 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:57:39.818366 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:57:39.818366 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device fd2363e0-7ae6-4d5d-8e54-1af22713a2d5 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:57:39.818366 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device aa7cf50f-5070-4b97-8a3e-b133a2db1695 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:57:39.835283 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: aa7cf50f-5070-4b97-8a3e-b133a2db1695 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:57:39.835648 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device aa7cf50f-5070-4b97-8a3e-b133a2db1695 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:57:39.836140 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device de6a92b2-977a-4c4c-972a-ecebb889ffa0 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:57:39.855393 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: de6a92b2-977a-4c4c-972a-ecebb889ffa0 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:57:39.855760 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device de6a92b2-977a-4c4c-972a-ecebb889ffa0 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:57:39.908371 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (34a04693-2c1c-46c7-bead-0018d1c737c4), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.914751 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:39.917969 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] 10.222.0.74 "DELETE /v2.0/networks/34a04693-2c1c-46c7-bead-0018d1c737c4 HTTP/1.1" status: 204 len: 168 time: 0.6536212 Apr 12 15:57:39.928629 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f8d96-1234-4cb3-8c1f-28a41ab55471 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a04693-2c1c-46c7-bead-0018d1c737c4,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:40.202821 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54868) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:40.526591 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-16719ddc-c6a6-495d-96c3-9317cc7dc0a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24b5245651d549d095f3cbf2c84fb771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225904 Apr 12 15:57:40.529091 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54870) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:40.574357 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-58f6-46fe-ba6a-01e0e99db29a admin admin] Publish callbacks [] for security_group (242b34b8-7aac-49d9-9bc3-d9279fe8d9a2), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:40.595004 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-58f6-46fe-ba6a-01e0e99db29a admin admin] Publish callbacks [] for security_group (242b34b8-7aac-49d9-9bc3-d9279fe8d9a2), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:40.718680 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-58f6-46fe-ba6a-01e0e99db29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (242b34b8-7aac-49d9-9bc3-d9279fe8d9a2), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:40.721248 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-58f6-46fe-ba6a-01e0e99db29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:40.722420 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-510a0cd6-58f6-46fe-ba6a-01e0e99db29a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/242b34b8-7aac-49d9-9bc3-d9279fe8d9a2 HTTP/1.1" status: 204 len: 168 time: 0.1924508 Apr 12 15:57:40.730517 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a0cd6-58f6-46fe-ba6a-01e0e99db29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b34b8-7aac-49d9-9bc3-d9279fe8d9a2,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:43.172835 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 54920) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:43.275386 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-60fcae50-162b-4e0f-9b62-583d6294b707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:43.348316 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-60fcae50-162b-4e0f-9b62-583d6294b707 admin admin] Publish callbacks [] for security_group (90cceeb6-d935-4adc-ab79-6965c1d19a2e), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:43.394243 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-60fcae50-162b-4e0f-9b62-583d6294b707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (90cceeb6-d935-4adc-ab79-6965c1d19a2e), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:43.432724 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-60fcae50-162b-4e0f-9b62-583d6294b707 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6acc2810b64c4906b548d22839833cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588108 Apr 12 15:57:43.433757 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcae50-162b-4e0f-9b62-583d6294b707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cceeb6-d935-4adc-ab79-6965c1d19a2e,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:43.435657 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54924) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:43.486989 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6a605fbb-8258-4150-a273-7805fcea94b1 admin admin] Publish callbacks [] for security_group (90cceeb6-d935-4adc-ab79-6965c1d19a2e), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:43.508156 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6a605fbb-8258-4150-a273-7805fcea94b1 admin admin] Publish callbacks [] for security_group (90cceeb6-d935-4adc-ab79-6965c1d19a2e), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:43.599503 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6a605fbb-8258-4150-a273-7805fcea94b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (90cceeb6-d935-4adc-ab79-6965c1d19a2e), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:43.602064 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6a605fbb-8258-4150-a273-7805fcea94b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:43.603224 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6a605fbb-8258-4150-a273-7805fcea94b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90cceeb6-d935-4adc-ab79-6965c1d19a2e HTTP/1.1" status: 204 len: 168 time: 0.1659491 Apr 12 15:57:43.618886 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a605fbb-8258-4150-a273-7805fcea94b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cceeb6-d935-4adc-ab79-6965c1d19a2e,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:44.211545 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54930) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:44.228711 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f03edaba-4783-4fc6-8b71-18af0b08b5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:44.301045 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f03edaba-4783-4fc6-8b71-18af0b08b5e1 admin admin] Publish callbacks [] for security_group (440247d3-b193-4b1c-bc34-9f78b1981fa4), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:44.371374 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f03edaba-4783-4fc6-8b71-18af0b08b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (440247d3-b193-4b1c-bc34-9f78b1981fa4), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:44.408189 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03edaba-4783-4fc6-8b71-18af0b08b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440247d3-b193-4b1c-bc34-9f78b1981fa4,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:44.412536 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-f03edaba-4783-4fc6-8b71-18af0b08b5e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3f15249a354042058562334654e38f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999810 Apr 12 15:57:44.416267 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 54932) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:44.463572 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-955679fb-04d9-400c-a7ce-d9f680370840 admin admin] Publish callbacks [] for security_group (440247d3-b193-4b1c-bc34-9f78b1981fa4), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:44.484897 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-955679fb-04d9-400c-a7ce-d9f680370840 admin admin] Publish callbacks [] for security_group (440247d3-b193-4b1c-bc34-9f78b1981fa4), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:44.617161 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-955679fb-04d9-400c-a7ce-d9f680370840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (440247d3-b193-4b1c-bc34-9f78b1981fa4), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:44.619972 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-955679fb-04d9-400c-a7ce-d9f680370840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:44.620990 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-955679fb-04d9-400c-a7ce-d9f680370840 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/440247d3-b193-4b1c-bc34-9f78b1981fa4 HTTP/1.1" status: 204 len: 168 time: 0.2042179 Apr 12 15:57:44.630282 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955679fb-04d9-400c-a7ce-d9f680370840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440247d3-b193-4b1c-bc34-9f78b1981fa4,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:53.571338 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 55054) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:53.673425 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35221d5a-16cd-4ae6-b15e-ce0f36ee6033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:53.750457 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35221d5a-16cd-4ae6-b15e-ce0f36ee6033 admin admin] Publish callbacks [] for security_group (09d61de9-1d07-4802-a9d0-f901159f76c8), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:53.864543 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-35221d5a-16cd-4ae6-b15e-ce0f36ee6033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (09d61de9-1d07-4802-a9d0-f901159f76c8), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:53.904228 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-35221d5a-16cd-4ae6-b15e-ce0f36ee6033 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25c2e04f7a0e4b019ac7ba94dfeed0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316128 Apr 12 15:57:53.904938 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35221d5a-16cd-4ae6-b15e-ce0f36ee6033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d61de9-1d07-4802-a9d0-f901159f76c8,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:53.906738 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55058) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:53.957466 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0a03ef0e-5ca2-4f87-9c40-b4268c909f65 admin admin] Publish callbacks [] for security_group (09d61de9-1d07-4802-a9d0-f901159f76c8), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:53.978923 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0a03ef0e-5ca2-4f87-9c40-b4268c909f65 admin admin] Publish callbacks [] for security_group (09d61de9-1d07-4802-a9d0-f901159f76c8), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:54.125061 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0a03ef0e-5ca2-4f87-9c40-b4268c909f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (09d61de9-1d07-4802-a9d0-f901159f76c8), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:54.127612 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0a03ef0e-5ca2-4f87-9c40-b4268c909f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:54.128750 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0a03ef0e-5ca2-4f87-9c40-b4268c909f65 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/09d61de9-1d07-4802-a9d0-f901159f76c8 HTTP/1.1" status: 204 len: 168 time: 0.2210562 Apr 12 15:57:54.136413 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03ef0e-5ca2-4f87-9c40-b4268c909f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d61de9-1d07-4802-a9d0-f901159f76c8,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:54.892399 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55064) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:54.905849 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c94843c6-7387-4a2e-9ab4-686fdd2346bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:54.979714 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c94843c6-7387-4a2e-9ab4-686fdd2346bd admin admin] Publish callbacks [] for security_group (02f72c93-ec15-42f1-a207-1817ca4cb2d4), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:55.034023 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c94843c6-7387-4a2e-9ab4-686fdd2346bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (02f72c93-ec15-42f1-a207-1817ca4cb2d4), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:55.072349 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c94843c6-7387-4a2e-9ab4-686fdd2346bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=92333ef09cc749bfbc4067a65328e444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788588 Apr 12 15:57:55.073245 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94843c6-7387-4a2e-9ab4-686fdd2346bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f72c93-ec15-42f1-a207-1817ca4cb2d4,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:55.075810 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 55066) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:55.123750 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-379a62bd-b69e-480e-87f3-ff42f6d3e0af admin admin] Publish callbacks [] for security_group (02f72c93-ec15-42f1-a207-1817ca4cb2d4), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:55.144886 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-379a62bd-b69e-480e-87f3-ff42f6d3e0af admin admin] Publish callbacks [] for security_group (02f72c93-ec15-42f1-a207-1817ca4cb2d4), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:55.279306 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-379a62bd-b69e-480e-87f3-ff42f6d3e0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (02f72c93-ec15-42f1-a207-1817ca4cb2d4), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:55.281901 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-379a62bd-b69e-480e-87f3-ff42f6d3e0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:55.283093 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-379a62bd-b69e-480e-87f3-ff42f6d3e0af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02f72c93-ec15-42f1-a207-1817ca4cb2d4 HTTP/1.1" status: 204 len: 168 time: 0.2061028 Apr 12 15:57:55.291005 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a62bd-b69e-480e-87f3-ff42f6d3e0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f72c93-ec15-42f1-a207-1817ca4cb2d4,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:57.945738 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:57:58.636158 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 55142) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:58.741456 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-885cd347-b2e0-44a0-8ac5-af67cf9c7aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:58.818457 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-885cd347-b2e0-44a0-8ac5-af67cf9c7aac admin admin] Publish callbacks [] for security_group (6d1b72a8-1e2c-4e4d-8552-cdf887a13760), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:58.959501 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-885cd347-b2e0-44a0-8ac5-af67cf9c7aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (6d1b72a8-1e2c-4e4d-8552-cdf887a13760), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:58.995480 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cd347-b2e0-44a0-8ac5-af67cf9c7aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b72a8-1e2c-4e4d-8552-cdf887a13760,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:59.001697 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-885cd347-b2e0-44a0-8ac5-af67cf9c7aac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=db76e3d821ca485da290b237cf094865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644884 Apr 12 15:57:59.004405 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 55148) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:59.052382 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0aef942a-090a-4fd6-8024-477a7c11bed7 admin admin] Publish callbacks [] for security_group (6d1b72a8-1e2c-4e4d-8552-cdf887a13760), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:59.074625 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0aef942a-090a-4fd6-8024-477a7c11bed7 admin admin] Publish callbacks [] for security_group (6d1b72a8-1e2c-4e4d-8552-cdf887a13760), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:59.188256 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0aef942a-090a-4fd6-8024-477a7c11bed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (6d1b72a8-1e2c-4e4d-8552-cdf887a13760), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:59.190884 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0aef942a-090a-4fd6-8024-477a7c11bed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:59.192041 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-0aef942a-090a-4fd6-8024-477a7c11bed7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d1b72a8-1e2c-4e4d-8552-cdf887a13760 HTTP/1.1" status: 204 len: 168 time: 0.1868415 Apr 12 15:57:59.199698 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef942a-090a-4fd6-8024-477a7c11bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b72a8-1e2c-4e4d-8552-cdf887a13760,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:57:59.807386 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 55154) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:57:59.820167 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b7953f01-c527-4c0c-874f-e643e0444bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:59.895711 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b7953f01-c527-4c0c-874f-e643e0444bc4 admin admin] Publish callbacks [] for security_group (d462b3da-476b-4c34-9c17-795c367b1851), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:57:59.981803 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-2ebde8f4-092c-471e-9c19-e31932c4a45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:00.022081 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b7953f01-c527-4c0c-874f-e643e0444bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d462b3da-476b-4c34-9c17-795c367b1851), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:00.061485 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7953f01-c527-4c0c-874f-e643e0444bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d462b3da-476b-4c34-9c17-795c367b1851,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:00.065623 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-b7953f01-c527-4c0c-874f-e643e0444bc4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d45fdaccb6224e3b9bd09db49fee2ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572069 Apr 12 15:58:00.068650 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 55158) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:00.114907 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4082a2ed-741d-45d6-a1d4-d362baab5566 admin admin] Publish callbacks [] for security_group (d462b3da-476b-4c34-9c17-795c367b1851), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:00.136288 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4082a2ed-741d-45d6-a1d4-d362baab5566 admin admin] Publish callbacks [] for security_group (d462b3da-476b-4c34-9c17-795c367b1851), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:00.296449 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4082a2ed-741d-45d6-a1d4-d362baab5566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d462b3da-476b-4c34-9c17-795c367b1851), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:00.299029 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4082a2ed-741d-45d6-a1d4-d362baab5566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:00.300178 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-4082a2ed-741d-45d6-a1d4-d362baab5566 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d462b3da-476b-4c34-9c17-795c367b1851 HTTP/1.1" status: 204 len: 168 time: 0.2309997 Apr 12 15:58:00.307923 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082a2ed-741d-45d6-a1d4-d362baab5566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d462b3da-476b-4c34-9c17-795c367b1851,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:02.062729 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 55200) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:02.165576 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe9f0-5759-4a7b-bf50-df39c54cbe80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:02.238410 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe9f0-5759-4a7b-bf50-df39c54cbe80 admin admin] Publish callbacks [] for security_group (d3ae1d91-4a1d-4c99-bc6f-44a7a508afdf), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:02.324801 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe9f0-5759-4a7b-bf50-df39c54cbe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d3ae1d91-4a1d-4c99-bc6f-44a7a508afdf), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:02.362279 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-7d2fe9f0-5759-4a7b-bf50-df39c54cbe80 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=84ce831ac5e34a218c0733e7e16137aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982695 Apr 12 15:58:02.364183 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fe9f0-5759-4a7b-bf50-df39c54cbe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ae1d91-4a1d-4c99-bc6f-44a7a508afdf,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:02.365181 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55204) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:02.413387 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4cf6-6bdf-4c81-b9ed-a97ad8ec2077 admin admin] Publish callbacks [] for security_group (d3ae1d91-4a1d-4c99-bc6f-44a7a508afdf), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:02.438365 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4cf6-6bdf-4c81-b9ed-a97ad8ec2077 admin admin] Publish callbacks [] for security_group (d3ae1d91-4a1d-4c99-bc6f-44a7a508afdf), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:02.553348 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4cf6-6bdf-4c81-b9ed-a97ad8ec2077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (d3ae1d91-4a1d-4c99-bc6f-44a7a508afdf), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:02.566198 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4cf6-6bdf-4c81-b9ed-a97ad8ec2077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:02.566198 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4d6e4cf6-6bdf-4c81-b9ed-a97ad8ec2077 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d3ae1d91-4a1d-4c99-bc6f-44a7a508afdf HTTP/1.1" status: 204 len: 168 time: 0.1909499 Apr 12 15:58:02.566198 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e4cf6-6bdf-4c81-b9ed-a97ad8ec2077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ae1d91-4a1d-4c99-bc6f-44a7a508afdf,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:02.838773 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-52de9d44-1542-48c7-9495-4f1c93871827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:03.296182 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:03.902156 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:04.227770 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55240) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:04.330236 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-58e57a12-048f-497f-8bf4-d309232caf5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:04.410298 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-58e57a12-048f-497f-8bf4-d309232caf5e admin admin] Publish callbacks [] for security_group (b904dece-49b1-4c4e-9508-4ef33a1d8567), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:04.478555 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-58e57a12-048f-497f-8bf4-d309232caf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (b904dece-49b1-4c4e-9508-4ef33a1d8567), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:04.514619 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e57a12-048f-497f-8bf4-d309232caf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b904dece-49b1-4c4e-9508-4ef33a1d8567,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:04.519251 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-58e57a12-048f-497f-8bf4-d309232caf5e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d27b4bb0f73a436baef1948619ffcf8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904465 Apr 12 15:58:04.522054 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55244) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:04.569553 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e764e1f4-ef75-402e-a2b6-b65267110200 admin admin] Publish callbacks [] for security_group (b904dece-49b1-4c4e-9508-4ef33a1d8567), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:04.590839 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e764e1f4-ef75-402e-a2b6-b65267110200 admin admin] Publish callbacks [] for security_group (b904dece-49b1-4c4e-9508-4ef33a1d8567), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:04.707396 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e764e1f4-ef75-402e-a2b6-b65267110200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (b904dece-49b1-4c4e-9508-4ef33a1d8567), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:04.710025 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e764e1f4-ef75-402e-a2b6-b65267110200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:04.711167 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e764e1f4-ef75-402e-a2b6-b65267110200 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b904dece-49b1-4c4e-9508-4ef33a1d8567 HTTP/1.1" status: 204 len: 168 time: 0.1883450 Apr 12 15:58:04.719153 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764e1f4-ef75-402e-a2b6-b65267110200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b904dece-49b1-4c4e-9508-4ef33a1d8567,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:05.685159 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55270) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:05.783817 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-391288328-network', 'tenant_id': '541bfda616c94303b98f61bc702dbc2c'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:58:05.816026 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:05.867297 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Made reservation on behalf of 541bfda616c94303b98f61bc702dbc2c for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:58:05.869572 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for network (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:05.878188 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:05.949113 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Publish callbacks [] for security_group (06f8ae28-933a-45f7-b88a-e8f9e05f9d5d), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.021702 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (06f8ae28-933a-45f7-b88a-e8f9e05f9d5d), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.051119 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:58:06.055803 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:06.061863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (c52b15e1-954a-4ffd-b966-317a1bcf4411), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.062229 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Added segment c52b15e1-954a-4ffd-b966-317a1bcf4411 of type vlan for network 33634f0d-b2ee-4362-ba9d-1e661454cc7b Apr 12 15:58:06.101605 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785384621797'] for network (33634f0d-b2ee-4362-ba9d-1e661454cc7b), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.164394 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614'] for network (33634f0d-b2ee-4362-ba9d-1e661454cc7b), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.165501 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:06.166179 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.227075 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] Pushing event updated for resources: {'Network': ['ID=33634f0d-b2ee-4362-ba9d-1e661454cc7b,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:06.236487 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Network 33634f0d-b2ee-4362-ba9d-1e661454cc7b details requested by agent ovs-agent-dv-cinder-837525-1-iscsi with host dv-cinder-837525-1-iscsi {{(pid=104758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:58:06.247989 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b50828d4-4714-4f22-949a-4471f790df46 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5616515 Apr 12 15:58:06.251216 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55274) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:06.256833 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Request body: {'subnet': {'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-391288328-subnet', 'tenant_id': '541bfda616c94303b98f61bc702dbc2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:58:06.330100 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Made reservation on behalf of 541bfda616c94303b98f61bc702dbc2c for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:58:06.332409 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15781895'] for subnet (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.558983 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15773388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15781905'] for subnet (820e7c52-2a0d-429f-9625-05c345cd4561), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.614634 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=820e7c52-2a0d-429f-9625-05c345cd4561,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:06.623898 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Checking segment: {'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:58:06.624261 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Network hostable DHCP agents. Network: 33634f0d-b2ee-4362-ba9d-1e661454cc7b, hostable agents: ['064c6b6d-f4b5-44b0-90f4-e932f75edb6b'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:58:06.695521 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Network 33634f0d-b2ee-4362-ba9d-1e661454cc7b is scheduled to be hosted by DHCP agent 064c6b6d-f4b5-44b0-90f4-e932f75edb6b with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:58:06.747930 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837525-1-iscsi, 33634f0d-b2ee-4362-ba9d-1e661454cc7b) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:58:06.756892 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:06.757485 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:06.762585 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078b14b5-e39f-4d94-8685-7e5e4633b53d None None] Network 33634f0d-b2ee-4362-ba9d-1e661454cc7b requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:58:06.824557 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fb0e28e3-877d-40fa-a1ca-5d4998c0a74f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5719852 Apr 12 15:58:06.858321 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c832353-6abe-49fd-99a1-2071eaa22f8c None None] Network 33634f0d-b2ee-4362-ba9d-1e661454cc7b requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:58:07.016344 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:08.050153 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-ff3d9eb6-55b6-4b50-b6ce-fe55690c698e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816195589&fields=id&tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 267 time: 0.0431659 Apr 12 15:58:08.156919 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-53176fc6-7b46-47cf-a388-1ee1280ade70 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:08.158034 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-53176fc6-7b46-47cf-a388-1ee1280ade70 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 811 time: 0.1016283 Apr 12 15:58:08.173734 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-b9dcf0ed-a310-4e4d-95c0-488b97a55096 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/quotas/aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 375 time: 0.0096691 Apr 12 15:58:08.222974 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-5ae85255-02f7-4e16-ad6f-e1b502256552 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0442636 Apr 12 15:58:08.363605 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-d2cccc22-f3b7-4b32-880b-356fe66cc1ac service neutron] 10.222.0.74 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298969 Apr 12 15:58:08.451064 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-b5eb1e04-b435-4370-af6b-fb743bf9af0b service neutron] 10.222.0.74 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817811 Apr 12 15:58:08.977505 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c33bfdbf-b009-4d0f-aeb8-a843d209d2da tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:08.978984 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c33bfdbf-b009-4d0f-aeb8-a843d209d2da tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/networks?id=33634f0d-b2ee-4362-ba9d-1e661454cc7b HTTP/1.1" status: 200 len: 813 time: 0.1062987 Apr 12 15:58:08.996187 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-d079c218-95f0-4b2d-9846-7d5432a92386 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/quotas/541bfda616c94303b98f61bc702dbc2c HTTP/1.1" status: 200 len: 375 time: 0.0097995 Apr 12 15:58:09.019710 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0893eb8d-8942-4522-9590-3a4b27e6037d req-5f1966fc-cb59-44fb-9aff-a89b733af5dd tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 210 time: 0.0348768 Apr 12 15:58:09.033073 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-18ec641b-0a93-47b7-8ec7-b58a4be4444a tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=541bfda616c94303b98f61bc702dbc2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302181 Apr 12 15:58:09.173559 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-3f8ff1aa-c6b6-4e51-bb8f-35fc4d6bb90a service neutron] 10.222.0.74 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332829 Apr 12 15:58:09.267533 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-a9516b51-9313-4e06-b06f-7d6e9d0c8f65 service neutron] 10.222.0.74 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Apr 12 15:58:09.662051 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-584e1168-e822-4cc4-8f3d-12028407bc62 req-03582a64-4556-46ad-8a17-55f6981062b7 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 210 time: 0.0281558 Apr 12 15:58:10.119936 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ac11e27d-0106-4fb5-8570-c6baab08bc27 req-6edd37bf-8286-42d1-b79a-ef1950ce970a tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 210 time: 0.0325022 Apr 12 15:58:10.754381 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-28f9a98f-2fc0-4a99-a925-67624597d8e8 req-599ad720-efd8-4a10-8ce9-aef968b3dbf5 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 210 time: 0.0276206 Apr 12 15:58:11.124089 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-67520c3d-fc61-4488-886b-44a9e548aca1 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:11.126234 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-67520c3d-fc61-4488-886b-44a9e548aca1 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 811 time: 0.1022835 Apr 12 15:58:11.192877 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-b8b7bcd9-393b-4ccd-abd5-5237f5da31e9 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef HTTP/1.1" status: 200 len: 379 time: 0.0574577 Apr 12 15:58:11.207086 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'port': {'device_id': 'c006eded-3375-4025-9afd-588a7dd677f3', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'admin_state_up': True, 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'security_groups': ['21786642-db40-49bc-944d-9fadf60d2712']}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:58:11.245612 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-24708b33-cb6f-4523-b73b-6dc237dc3b4e req-1a8e14ea-7be4-4a2b-9fb7-04480a965467 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 210 time: 0.0509982 Apr 12 15:58:11.437695 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Made reservation on behalf of aec4a2c37d1b40a3a9b79b8c22abaeef for: {'port': 1} {{(pid=104757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:58:11.437695 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:11.555480 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Allocated IP 172.20.0.11 (77a5313a-1cd1-4b0f-9229-1555c05c5196/9c29911c-fe8e-4604-abf7-08c3cb2ae313/65165ee1-4b00-43bc-8a4a-2f2b4679b522) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:58:11.692128 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:11.805352 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:11.851126 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6e1639dc-0a69-4504-8b55-0c5d9554f91e req-bf6b8625-8ee2-46a1-b08f-43ff710a5088 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 210 time: 0.0291271 Apr 12 15:58:11.870032 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=65165ee1-4b00-43bc-8a4a-2f2b4679b522,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:11.882527 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:58:11.884042 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:58:11.886637 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:58:11.947149 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:11.947884 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:11.991876 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-7459c64c-c45d-489f-81fd-00ef0cd4384d tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:11.996171 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-7459c64c-c45d-489f-81fd-00ef0cd4384d tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.84 "GET /v2.0/networks?id=33634f0d-b2ee-4362-ba9d-1e661454cc7b HTTP/1.1" status: 200 len: 813 time: 0.1385620 Apr 12 15:58:12.010566 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Request body: {'port': {'device_id': '34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe', 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b', 'admin_state_up': True, 'tenant_id': '541bfda616c94303b98f61bc702dbc2c'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:58:12.025507 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-27c44b8a-b0c4-48ce-b8a6-6fa489891c59 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8227706 Apr 12 15:58:12.036463 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.v2.base [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Request body: {'port': {'device_id': 'c006eded-3375-4025-9afd-588a7dd677f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:58:12.109475 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.134373 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-b10c7e2f-f01f-4077-9677-c700ca779ebd None None] Provisioning complete for port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 triggered by entity DHCP. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:58:12.135706 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-b10c7e2f-f01f-4077-9677-c700ca779ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.176596 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-b10c7e2f-f01f-4077-9677-c700ca779ebd None None] Port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 cannot update to ACTIVE because it is not bound. {{(pid=104758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:58:12.262001 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Made reservation on behalf of 541bfda616c94303b98f61bc702dbc2c for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:58:12.271628 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.384084 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7a00-92a8-45eb-85ef-c025a2115d01 req-7b2a54ce-5d03-4c84-9bea-f229836913ad tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:12.386061 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0f7d7a00-92a8-45eb-85ef-c025a2115d01 req-7b2a54ce-5d03-4c84-9bea-f229836913ad tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 932 time: 0.0680344 Apr 12 15:58:12.408476 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Allocated IP 172.20.0.4 (33634f0d-b2ee-4362-ba9d-1e661454cc7b/820e7c52-2a0d-429f-9625-05c345cd4561/5805463a-89fe-4236-9526-2e85739b27d9) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:58:12.460379 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65165ee1-4b00-43bc-8a4a-2f2b4679b522 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:58:12.475602 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Publish callbacks [] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.485459 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0f7d7a00-92a8-45eb-85ef-c025a2115d01 req-a71d1df7-1e59-477a-9ab4-a2a9ce9df84c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896299 Apr 12 15:58:12.493468 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Transition to ACTIVE for port object 65165ee1-4b00-43bc-8a4a-2f2b4679b522 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:58:12.553006 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.559291 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks [] for port (5805463a-89fe-4236-9526-2e85739b27d9), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.604969 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Pushing event updated for resources: {'Port': ['ID=65165ee1-4b00-43bc-8a4a-2f2b4679b522,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:12.662468 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (5805463a-89fe-4236-9526-2e85739b27d9), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.683245 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Attempting to bind port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:58:12.683706 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Attempting to bind port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:58:12.684149 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Attempting to bind port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:58:12.689662 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:58:12.690103 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Attempting to bind port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 on network 77a5313a-1cd1-4b0f-9229-1555c05c5196 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:58:12.695845 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:58:12.696337 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Checking segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:58:12.696857 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Bound using segment: {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:58:12.697417 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Bound port: 65165ee1-4b00-43bc-8a4a-2f2b4679b522, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:58:12.698402 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.708235 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Network 33634f0d-b2ee-4362-ba9d-1e661454cc7b is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:58:12.711559 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:58:12.719072 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:58:12.756152 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Pushing event updated for resources: {'Port': ['ID=5805463a-89fe-4236-9526-2e85739b27d9,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:12.773456 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] For port 65165ee1-4b00-43bc-8a4a-2f2b4679b522, host hv-cinder-83752, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:58:12.775427 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:12.776267 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.777014 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] For port 65165ee1-4b00-43bc-8a4a-2f2b4679b522, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:58:12.862078 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884916'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.897297 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:12.897839 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:12.899194 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] 10.222.0.84 "PUT /v2.0/ports/65165ee1-4b00-43bc-8a4a-2f2b4679b522 HTTP/1.1" status: 200 len: 1094 time: 0.8672054 Apr 12 15:58:12.899638 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:58:12.901990 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac075cf8-d524-4757-b328-a38d7d492e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:58:12.929129 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c78f3337-12ae-4cbd-8d4c-08ec75c00cec tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9214203 Apr 12 15:58:12.940802 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Request body: {'port': {'device_id': '34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:58:12.944483 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4fee4-d4b0-4f64-82e9-e238b106b5ca service neutron] Pushing event updated for resources: {'Port': ['ID=65165ee1-4b00-43bc-8a4a-2f2b4679b522,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:12.950508 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e12fc1-6c78-423d-a629-396469a267bf x-openstack-request-id: req-a0e12fc1-6c78-423d-a629-396469a267bf {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:58:12.952447 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:58:12.952447 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0e12fc1-6c78-423d-a629-396469a267bf {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:58:12.952447 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e12fc1-6c78-423d-a629-396469a267bf'] response: {'name': 'network-changed', 'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'status': 'completed', 'code': 200} Apr 12 15:58:13.019735 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac075cf8-d524-4757-b328-a38d7d492e5b req-073e701e-9ca4-4599-b997-c560eda799ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.021622 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ac075cf8-d524-4757-b328-a38d7d492e5b req-073e701e-9ca4-4599-b997-c560eda799ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 1128 time: 0.0514820 Apr 12 15:58:13.042812 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951ce13-9f21-4c36-97a9-a8c4493edc32 req-c879c6fa-69d9-4b41-afcd-1d31d60df345 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.044410 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1951ce13-9f21-4c36-97a9-a8c4493edc32 req-c879c6fa-69d9-4b41-afcd-1d31d60df345 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 931 time: 0.0979514 Apr 12 15:58:13.052702 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (5805463a-89fe-4236-9526-2e85739b27d9), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:13.134617 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac075cf8-d524-4757-b328-a38d7d492e5b req-c39a484c-22b9-4448-aed2-f842ca1c4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.136198 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ac075cf8-d524-4757-b328-a38d7d492e5b req-c39a484c-22b9-4448-aed2-f842ca1c4bec service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1079729 Apr 12 15:58:13.139496 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1951ce13-9f21-4c36-97a9-a8c4493edc32 req-57717529-c134-4ef7-85e0-87abb90a63d5 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843806 Apr 12 15:58:13.237920 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac075cf8-d524-4757-b328-a38d7d492e5b req-d98c6210-c243-464e-81dd-d56f2d2e82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.239320 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ac075cf8-d524-4757-b328-a38d7d492e5b req-d98c6210-c243-464e-81dd-d56f2d2e82e8 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0971444 Apr 12 15:58:13.314783 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-a9a7c469-afec-4a9c-800e-fadc1669c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.316322 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-a9a7c469-afec-4a9c-800e-fadc1669c341 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 1128 time: 0.0427148 Apr 12 15:58:13.357545 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-3227a1fe-cb16-4fd5-8c16-14328ba2c415 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522 HTTP/1.1" status: 200 len: 217 time: 0.0345590 Apr 12 15:58:13.357803 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5805463a-89fe-4236-9526-2e85739b27d9 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:58:13.365450 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Publish callbacks [] for port (5805463a-89fe-4236-9526-2e85739b27d9), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:13.379937 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Transition to ACTIVE for port object 5805463a-89fe-4236-9526-2e85739b27d9 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:58:13.406710 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-0352de12-82b1-469c-ad98-56747b7113e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.412412 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-0352de12-82b1-469c-ad98-56747b7113e1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0451307 Apr 12 15:58:13.449922 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-36e22c64-0b89-49fd-82a1-d0ed20c81e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.451393 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-36e22c64-0b89-49fd-82a1-d0ed20c81e88 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370955 Apr 12 15:58:13.461668 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (5805463a-89fe-4236-9526-2e85739b27d9), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:13.516496 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Pushing event updated for resources: {'Port': ['ID=5805463a-89fe-4236-9526-2e85739b27d9,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:13.546669 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-1af1751d-efbe-45f5-95d0-2cff65ec77a9 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888417 Apr 12 15:58:13.584969 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Attempting to bind port 5805463a-89fe-4236-9526-2e85739b27d9 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:58:13.585309 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Attempting to bind port 5805463a-89fe-4236-9526-2e85739b27d9 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:58:13.585642 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Attempting to bind port 5805463a-89fe-4236-9526-2e85739b27d9 on network 33634f0d-b2ee-4362-ba9d-1e661454cc7b {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:58:13.589950 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Port 5805463a-89fe-4236-9526-2e85739b27d9 on network 33634f0d-b2ee-4362-ba9d-1e661454cc7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:58:13.590274 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Attempting to bind port 5805463a-89fe-4236-9526-2e85739b27d9 on network 33634f0d-b2ee-4362-ba9d-1e661454cc7b {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:58:13.595771 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:58:13.596113 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Checking segment: {'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:58:13.596499 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Bound using segment: {'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:58:13.596959 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Bound port: 5805463a-89fe-4236-9526-2e85739b27d9, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:58:13.597324 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (5805463a-89fe-4236-9526-2e85739b27d9), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:13.651422 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103976fc-fd4b-45c4-814f-125e0e6f8d86 req-e9b52fc5-2b4c-4b53-b19a-b825ea50cc6b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.652929 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-103976fc-fd4b-45c4-814f-125e0e6f8d86 req-e9b52fc5-2b4c-4b53-b19a-b825ea50cc6b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 944 time: 0.0929816 Apr 12 15:58:13.665630 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] For port 5805463a-89fe-4236-9526-2e85739b27d9, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:58:13.668975 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] For port 5805463a-89fe-4236-9526-2e85739b27d9, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5805463a-89fe-4236-9526-2e85739b27d9,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:58:13.706401 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-dea6504c-67c6-4b1a-99ac-efe116fb7669 req-f207f36c-e9dc-4f52-ab7b-21fac4aa3eae service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545038 Apr 12 15:58:13.719395 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-103976fc-fd4b-45c4-814f-125e0e6f8d86 req-81d5b8f7-7d0c-4455-9c8f-211be6f5d1fd tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603037 Apr 12 15:58:13.747900 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (5805463a-89fe-4236-9526-2e85739b27d9), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:13.783246 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:13.783865 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:13.785257 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] 10.222.0.84 "PUT /v2.0/ports/5805463a-89fe-4236-9526-2e85739b27d9 HTTP/1.1" status: 200 len: 1093 time: 0.8499646 Apr 12 15:58:13.785691 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe', 'tag': '5805463a-89fe-4236-9526-2e85739b27d9'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:58:13.787952 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a" -d '{"events": [{"name": "network-changed", "server_uuid": "34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe", "tag": "5805463a-89fe-4236-9526-2e85739b27d9"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:58:13.812284 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9fde1-fe1b-4346-86c9-195d05d467ea service neutron] Pushing event updated for resources: {'Port': ['ID=5805463a-89fe-4236-9526-2e85739b27d9,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:13.941609 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e176d-da6a-4f11-ac94-f26bbcfe4818 x-openstack-request-id: req-914e176d-da6a-4f11-ac94-f26bbcfe4818 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:58:13.942212 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe", "tag": "5805463a-89fe-4236-9526-2e85739b27d9", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:58:13.942212 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-914e176d-da6a-4f11-ac94-f26bbcfe4818 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:58:13.942561 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914e176d-da6a-4f11-ac94-f26bbcfe4818'] response: {'name': 'network-changed', 'server_uuid': '34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe', 'tag': '5805463a-89fe-4236-9526-2e85739b27d9', 'status': 'completed', 'code': 200} Apr 12 15:58:14.260880 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60314be-bb7d-4f7c-a54c-761c588fab8c req-65e5f82d-cf3d-46e0-9d9b-695feb4acbae tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:14.262333 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b60314be-bb7d-4f7c-a54c-761c588fab8c req-65e5f82d-cf3d-46e0-9d9b-695feb4acbae tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 943 time: 0.0472076 Apr 12 15:58:14.307464 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-b60314be-bb7d-4f7c-a54c-761c588fab8c req-ba9ec6a9-65b2-47c8-9d4b-52ef5c2cf660 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Apr 12 15:58:14.730844 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c9ed90d3-0341-4848-b292-52c8b6e31c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:14.732309 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-c9ed90d3-0341-4848-b292-52c8b6e31c45 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=541bfda616c94303b98f61bc702dbc2c&device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 1127 time: 0.0387163 Apr 12 15:58:14.777479 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-e2a7478b-3d71-41b0-940e-af79a862aa9e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5805463a-89fe-4236-9526-2e85739b27d9 HTTP/1.1" status: 200 len: 217 time: 0.0383444 Apr 12 15:58:14.860904 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147318-e2d7-4662-b785-83f25dd08717 req-68f90614-3d14-45fd-8c1b-bab453328cb3 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:14.862377 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67147318-e2d7-4662-b785-83f25dd08717 req-68f90614-3d14-45fd-8c1b-bab453328cb3 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 944 time: 0.0743499 Apr 12 15:58:14.867855 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-ef8b9a33-67ff-4e4b-ace2-d9bd926bd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:14.869239 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-ef8b9a33-67ff-4e4b-ace2-d9bd926bd533 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=820e7c52-2a0d-429f-9625-05c345cd4561 HTTP/1.1" status: 200 len: 853 time: 0.0823045 Apr 12 15:58:14.916583 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-6e088f16-c931-4cb3-8424-34b0aff10f91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33634f0d-b2ee-4362-ba9d-1e661454cc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328910 Apr 12 15:58:14.954713 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67147318-e2d7-4662-b785-83f25dd08717 req-8d9a4c77-d51a-4aa7-8e85-3eb852c4084d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845399 Apr 12 15:58:15.021763 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-713b214d-426b-44b7-a635-1ac5cd6f6adc service neutron] 10.222.0.84 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946572 Apr 12 15:58:15.113646 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-214cc494-84f8-4e0d-8b1b-a56a315c7ad5 req-56d0fda6-687c-451e-a9c6-4d9692130af2 service neutron] 10.222.0.84 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860338 Apr 12 15:58:15.424755 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1b0b8-e5a2-4d56-a986-195097509d4d req-0023de31-40fa-4aa9-9bb8-9caad59f4ecd tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:15.426295 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1dd1b0b8-e5a2-4d56-a986-195097509d4d req-0023de31-40fa-4aa9-9bb8-9caad59f4ecd tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 943 time: 0.0513303 Apr 12 15:58:15.472278 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1dd1b0b8-e5a2-4d56-a986-195097509d4d req-706d407b-85e8-4b09-a8c5-f598c432a3bd tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Apr 12 15:58:16.066730 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad63ca-bbff-4102-b589-65ad580fa52d req-57d56876-01fd-4c22-945d-b38d73a772ac tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:16.068114 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-97ad63ca-bbff-4102-b589-65ad580fa52d req-57d56876-01fd-4c22-945d-b38d73a772ac tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 944 time: 0.0468993 Apr 12 15:58:16.115691 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-97ad63ca-bbff-4102-b589-65ad580fa52d req-1a83114c-a63e-4cf0-82e6-7ea2d0a7c1ce tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420792 Apr 12 15:58:16.583980 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3753d-b7ab-4b28-8a9d-41de7d3bf49c req-f6f5c9d4-ffa9-4a87-a235-08d4531b2608 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:16.585432 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ab3753d-b7ab-4b28-8a9d-41de7d3bf49c req-f6f5c9d4-ffa9-4a87-a235-08d4531b2608 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 943 time: 0.0458126 Apr 12 15:58:16.631153 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0ab3753d-b7ab-4b28-8a9d-41de7d3bf49c req-46ccdb4b-da01-4dcf-b22f-fa29b78d5192 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Apr 12 15:58:17.226594 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d69053-3f8d-442a-bf52-6890a1e72808 req-ee5eb727-d61b-45ed-ba79-384984c36731 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:17.227946 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20d69053-3f8d-442a-bf52-6890a1e72808 req-ee5eb727-d61b-45ed-ba79-384984c36731 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 944 time: 0.0463789 Apr 12 15:58:17.275880 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20d69053-3f8d-442a-bf52-6890a1e72808 req-ec9aad00-d0ff-497b-a9b9-24a80dd76a70 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 Apr 12 15:58:17.431519 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-f9b20ae0-281c-4779-8ee9-16baebadde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:17.433037 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-f9b20ae0-281c-4779-8ee9-16baebadde9e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=541bfda616c94303b98f61bc702dbc2c&device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 1127 time: 0.0408320 Apr 12 15:58:17.520270 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-3b780f0b-b218-4dfb-9608-c07388d0377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:17.521624 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-3b780f0b-b218-4dfb-9608-c07388d0377b service neutron] 10.222.0.84 "GET /v2.0/networks?id=33634f0d-b2ee-4362-ba9d-1e661454cc7b HTTP/1.1" status: 200 len: 913 time: 0.0825765 Apr 12 15:58:17.563321 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-d34d2aa4-7acd-46eb-b4d3-3f3c7e662360 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5805463a-89fe-4236-9526-2e85739b27d9 HTTP/1.1" status: 200 len: 217 time: 0.0361223 Apr 12 15:58:17.609808 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-de75f72d-2461-42d1-9f8f-5a29ab94da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:17.611158 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-de75f72d-2461-42d1-9f8f-5a29ab94da5e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=820e7c52-2a0d-429f-9625-05c345cd4561 HTTP/1.1" status: 200 len: 853 time: 0.0421522 Apr 12 15:58:17.642176 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-043c48a6-651f-479d-85ac-dc368aa70783 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33634f0d-b2ee-4362-ba9d-1e661454cc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249367 Apr 12 15:58:17.736173 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-155b7038-6e76-4baa-9c0a-8d90da28440b service neutron] 10.222.0.84 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868094 Apr 12 15:58:17.747261 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ddc84-40b3-4b53-a0d1-a7c80057f796 req-3f45d51c-abbf-4a72-9155-cb8801811e0b tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:17.748739 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fa4ddc84-40b3-4b53-a0d1-a7c80057f796 req-3f45d51c-abbf-4a72-9155-cb8801811e0b tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 943 time: 0.0522316 Apr 12 15:58:17.794367 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-fa4ddc84-40b3-4b53-a0d1-a7c80057f796 req-de9897ca-0ed3-4aed-9212-d9d8d3ca3c70 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392921 Apr 12 15:58:17.824994 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3237cd38-1fa3-45ee-a83b-674bc9f0a84a req-5c699325-376d-4c08-8594-54e2344707e3 service neutron] 10.222.0.84 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830193 Apr 12 15:58:18.387967 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a08b9-f418-4efa-9c3c-ef5ef5ecd118 req-43d23151-f3ec-49e3-94b3-2fe3c12a34d5 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:18.389496 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-968a08b9-f418-4efa-9c3c-ef5ef5ecd118 req-43d23151-f3ec-49e3-94b3-2fe3c12a34d5 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 944 time: 0.0479617 Apr 12 15:58:18.441000 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-968a08b9-f418-4efa-9c3c-ef5ef5ecd118 req-703f5e60-6e7d-4ef2-8ed1-bb3496b574fd tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459964 Apr 12 15:58:18.503004 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 5805463a-89fe-4236-9526-2e85739b27d9 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:58:18.596403 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 5805463a-89fe-4236-9526-2e85739b27d9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5805463a-89fe-4236-9526-2e85739b27d9,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:58:18.607207 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '5805463a-89fe-4236-9526-2e85739b27d9', 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b', 'port_id': '5805463a-89fe-4236-9526-2e85739b27d9', 'mac_address': 'fa:16:3e:71:f4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820e7c52-2a0d-429f-9625-05c345cd4561', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:58:18.643237 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 5805463a-89fe-4236-9526-2e85739b27d9 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:58:18.643627 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (5805463a-89fe-4236-9526-2e85739b27d9), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:18.659893 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5805463a-89fe-4236-9526-2e85739b27d9 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:58:18.678757 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 5805463a-89fe-4236-9526-2e85739b27d9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5805463a-89fe-4236-9526-2e85739b27d9,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:58:18.753102 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (5805463a-89fe-4236-9526-2e85739b27d9), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:18.802373 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=5805463a-89fe-4236-9526-2e85739b27d9,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:18.908410 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b90fdf-bb82-4914-9950-d4da9a30d563 req-53309cac-9158-4162-a5a0-3859b7815207 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:18.909816 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-39b90fdf-bb82-4914-9950-d4da9a30d563 req-53309cac-9158-4162-a5a0-3859b7815207 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 944 time: 0.0475690 Apr 12 15:58:18.956476 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-39b90fdf-bb82-4914-9950-d4da9a30d563 req-d39ebe4f-54c4-451c-99e0-bb21967f01f1 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Apr 12 15:58:19.096380 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['5805463a-89fe-4236-9526-2e85739b27d9'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:58:19.551355 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c020-dd34-454e-bc47-9879f449e296 req-596e8260-fcbd-4a10-a869-137e74c80417 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:19.552856 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8656c020-dd34-454e-bc47-9879f449e296 req-596e8260-fcbd-4a10-a869-137e74c80417 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 944 time: 0.0471604 Apr 12 15:58:19.601319 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8656c020-dd34-454e-bc47-9879f449e296 req-e47cf96a-09d6-4e0d-8241-eab4beb85d64 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428779 Apr 12 15:58:20.068291 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a0724-8a3b-4308-9672-6730e91e5fb9 req-df53281c-af41-4625-96b9-d371136d4b79 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:20.069757 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-091a0724-8a3b-4308-9672-6730e91e5fb9 req-df53281c-af41-4625-96b9-d371136d4b79 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 944 time: 0.0471516 Apr 12 15:58:20.121517 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-091a0724-8a3b-4308-9672-6730e91e5fb9 req-9e3907bf-ca8e-41aa-bfdd-278ba3b70f3f tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Apr 12 15:58:20.518331 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 5805463a-89fe-4236-9526-2e85739b27d9 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:58:20.564486 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 5805463a-89fe-4236-9526-2e85739b27d9 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:58:20.632710 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 5805463a-89fe-4236-9526-2e85739b27d9 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:58:20.633124 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (5805463a-89fe-4236-9526-2e85739b27d9), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:20.711330 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 5805463a-89fe-4236-9526-2e85739b27d9 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:58:20.711863 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (5805463a-89fe-4236-9526-2e85739b27d9), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:20.714025 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb4e7-5b21-4b23-9c9e-0f177bb0bf24 req-0c4b00fb-d85c-45ff-9fe6-38cafad012d0 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:20.715519 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-01bbb4e7-5b21-4b23-9c9e-0f177bb0bf24 req-0c4b00fb-d85c-45ff-9fe6-38cafad012d0 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 944 time: 0.0475869 Apr 12 15:58:20.736061 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5805463a-89fe-4236-9526-2e85739b27d9'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:58:20.738302 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c680e41e-bddf-4a26-b228-150dbae3d30d" -d '{"events": [{"server_uuid": "34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe", "name": "network-vif-plugged", "status": "completed", "tag": "5805463a-89fe-4236-9526-2e85739b27d9"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:58:20.755423 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 5805463a-89fe-4236-9526-2e85739b27d9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5805463a-89fe-4236-9526-2e85739b27d9,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:58:20.766349 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-01bbb4e7-5b21-4b23-9c9e-0f177bb0bf24 req-7b698b72-a514-48d1-b865-01b5e19cf6ae tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448501 Apr 12 15:58:20.838646 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (5805463a-89fe-4236-9526-2e85739b27d9), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:20.841487 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0383cb79-cc62-4969-a2af-93e4a4d6c134 x-openstack-request-id: req-0383cb79-cc62-4969-a2af-93e4a4d6c134 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:58:20.841779 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe", "name": "network-vif-plugged", "status": "completed", "tag": "5805463a-89fe-4236-9526-2e85739b27d9", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:58:20.842098 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0383cb79-cc62-4969-a2af-93e4a4d6c134 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:58:20.842487 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0383cb79-cc62-4969-a2af-93e4a4d6c134'] response: {'server_uuid': '34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5805463a-89fe-4236-9526-2e85739b27d9', 'code': 200} Apr 12 15:58:20.893058 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=5805463a-89fe-4236-9526-2e85739b27d9,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:21.126084 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6257397-c1eb-43fa-8c40-2c624afbcffb req-c61ac494-0912-4728-b50a-9881f89da8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:21.127484 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6257397-c1eb-43fa-8c40-2c624afbcffb req-c61ac494-0912-4728-b50a-9881f89da8b2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 1129 time: 0.0413411 Apr 12 15:58:21.171095 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6257397-c1eb-43fa-8c40-2c624afbcffb req-10b9007e-f563-4179-9c84-bd2f7c5d64a2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Apr 12 15:58:21.230646 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfcc19-8da6-4cc1-8f76-36fd74026a53 req-a0a3cff2-d19c-45f3-8b80-634d3e48c7fe tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:21.232072 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8cfcc19-8da6-4cc1-8f76-36fd74026a53 req-a0a3cff2-d19c-45f3-8b80-634d3e48c7fe tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 945 time: 0.0449255 Apr 12 15:58:21.278301 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8cfcc19-8da6-4cc1-8f76-36fd74026a53 req-ed307740-5388-4838-a191-5a84912a1325 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Apr 12 15:58:21.878979 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da17ca-fd82-49ba-9acf-f5a64cb9ccee req-c1d28bab-4818-4ddf-a683-68faaaf31627 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:21.880435 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d6da17ca-fd82-49ba-9acf-f5a64cb9ccee req-c1d28bab-4818-4ddf-a683-68faaaf31627 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 944 time: 0.0469275 Apr 12 15:58:21.932097 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d6da17ca-fd82-49ba-9acf-f5a64cb9ccee req-999ea579-023f-4c1e-bd98-7bd86bf87b78 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457027 Apr 12 15:58:22.396491 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2baa66-b365-4ea1-a189-83e99725860e req-f0dbdf52-c9a1-400d-87e5-5e554f1c985f tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:22.398008 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7f2baa66-b365-4ea1-a189-83e99725860e req-f0dbdf52-c9a1-400d-87e5-5e554f1c985f tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 945 time: 0.0501089 Apr 12 15:58:22.444994 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7f2baa66-b365-4ea1-a189-83e99725860e req-a6549588-b874-4c08-91b2-a372d8252a01 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Apr 12 15:58:22.534127 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 65165ee1-4b00-43bc-8a4a-2f2b4679b522 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:58:22.630804 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 65165ee1-4b00-43bc-8a4a-2f2b4679b522, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:58:22.641343 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'port_id': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'mac_address': 'fa:16:3e:7b:05:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:58:22.678068 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:58:22.678456 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:22.691181 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65165ee1-4b00-43bc-8a4a-2f2b4679b522 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:58:22.709875 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 65165ee1-4b00-43bc-8a4a-2f2b4679b522, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:58:22.764342 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:22.811511 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=65165ee1-4b00-43bc-8a4a-2f2b4679b522,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:23.044513 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28001c-d4e3-42b1-b456-d1f1b3aad575 req-471dba12-7439-4bed-b21a-dd3ef7f4e625 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:23.046005 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ae28001c-d4e3-42b1-b456-d1f1b3aad575 req-471dba12-7439-4bed-b21a-dd3ef7f4e625 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 945 time: 0.0471780 Apr 12 15:58:23.096972 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ae28001c-d4e3-42b1-b456-d1f1b3aad575 req-a1a7d1f6-c611-477f-8cc1-0fe63023633f tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445988 Apr 12 15:58:23.114519 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['65165ee1-4b00-43bc-8a4a-2f2b4679b522'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:58:23.554031 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2837838-0766-4a97-ae15-234570221154 req-6c612af9-3c23-442e-bc75-d0c396f6b998 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:23.555477 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e2837838-0766-4a97-ae15-234570221154 req-6c612af9-3c23-442e-bc75-d0c396f6b998 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 945 time: 0.0454051 Apr 12 15:58:23.601405 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e2837838-0766-4a97-ae15-234570221154 req-8359d671-e7b5-493e-b582-2e64769b053f tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Apr 12 15:58:24.212020 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fe867-75ae-42f0-b9b6-8d4769e57df2 req-70040d9c-5a42-42e1-bb64-b1a21d409dc9 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:24.213522 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-eb8fe867-75ae-42f0-b9b6-8d4769e57df2 req-70040d9c-5a42-42e1-bb64-b1a21d409dc9 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 945 time: 0.0519762 Apr 12 15:58:24.262329 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-eb8fe867-75ae-42f0-b9b6-8d4769e57df2 req-3a98c464-b03d-4e96-9092-0bbda0aebb5e tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425432 Apr 12 15:58:24.533880 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 65165ee1-4b00-43bc-8a4a-2f2b4679b522 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:58:24.594940 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:58:24.706602 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:58:24.706986 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:24.785794 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:58:24.786100 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:24.808854 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:58:24.811149 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232edefa-8b59-43a6-bdb2-1ad48cc6ab45" -d '{"events": [{"server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "name": "network-vif-plugged", "status": "completed", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:58:24.824660 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port 65165ee1-4b00-43bc-8a4a-2f2b4679b522, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:58:24.847513 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861104a3-e9cb-42bf-8d6f-57b02f46803a x-openstack-request-id: req-861104a3-e9cb-42bf-8d6f-57b02f46803a {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:58:24.847811 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "name": "network-vif-plugged", "status": "completed", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:58:24.848069 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-861104a3-e9cb-42bf-8d6f-57b02f46803a {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:58:24.848499 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861104a3-e9cb-42bf-8d6f-57b02f46803a'] response: {'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'code': 200} Apr 12 15:58:24.883700 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:24.931941 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=65165ee1-4b00-43bc-8a4a-2f2b4679b522,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:25.207392 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85860f88-27a7-4bb2-9763-8a37ab9bafb0 req-dc58fcaf-2bbd-45bd-a098-751c322e37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:25.208979 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-85860f88-27a7-4bb2-9763-8a37ab9bafb0 req-dc58fcaf-2bbd-45bd-a098-751c322e37cb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 1130 time: 0.0380309 Apr 12 15:58:25.266245 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-85860f88-27a7-4bb2-9763-8a37ab9bafb0 req-b6be6d1e-e435-4a83-a8de-a93e69db0dd8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457747 Apr 12 15:58:25.376537 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9064c2-3dfc-4cf7-859e-70f4b53c20a8 req-7628835e-c397-4d25-ae9a-7d8f5655fe6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:25.378023 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1b9064c2-3dfc-4cf7-859e-70f4b53c20a8 req-7628835e-c397-4d25-ae9a-7d8f5655fe6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 946 time: 0.0479574 Apr 12 15:58:25.427157 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-1b9064c2-3dfc-4cf7-859e-70f4b53c20a8 req-4f9fc5f5-5291-47ba-bb0b-53cb84d29710 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435791 Apr 12 15:58:26.538158 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f60c6-0b58-4b12-9371-7fdfe8bf6dd4 req-af4bfaae-f58e-40dc-8276-dfc06e42c659 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:26.539650 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e74f60c6-0b58-4b12-9371-7fdfe8bf6dd4 req-af4bfaae-f58e-40dc-8276-dfc06e42c659 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 946 time: 0.0464504 Apr 12 15:58:26.589892 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e74f60c6-0b58-4b12-9371-7fdfe8bf6dd4 req-68d02f12-d403-4e6b-8421-16dec49b26a9 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443134 Apr 12 15:58:27.705694 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822946f3-6632-4fd2-b123-dba340dc30da req-ccb7a524-4182-445b-a392-79121e45ddc7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:27.707197 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-822946f3-6632-4fd2-b123-dba340dc30da req-ccb7a524-4182-445b-a392-79121e45ddc7 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 946 time: 0.0471230 Apr 12 15:58:27.760140 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-822946f3-6632-4fd2-b123-dba340dc30da req-05f9cd6d-c10a-462f-bb15-63dcbaf31d88 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464211 Apr 12 15:58:27.872132 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dba26-bf6e-45ec-91cc-f88ca92aca93 req-31ee13d7-8c6d-4481-94fa-992c95e28f17 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:27.873501 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-051dba26-bf6e-45ec-91cc-f88ca92aca93 req-31ee13d7-8c6d-4481-94fa-992c95e28f17 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 946 time: 0.0459237 Apr 12 15:58:27.923055 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-051dba26-bf6e-45ec-91cc-f88ca92aca93 req-696b9c7d-aed3-40c1-9da7-25a96e801842 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436189 Apr 12 15:58:27.945469 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55486) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:28.091440 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ef6f3-8133-429c-972c-4e07feb4c8ac tempest-TestVolumeBootPattern-1976000933 tempest-TestVolumeBootPattern-1976000933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:28.092974 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-318ef6f3-8133-429c-972c-4e07feb4c8ac tempest-TestVolumeBootPattern-1976000933 tempest-TestVolumeBootPattern-1976000933-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 1125 time: 0.1465111 Apr 12 15:58:28.095737 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 55490) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:58:28.100230 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Request body: {'floatingip': {'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'port_id': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:58:28.192604 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:28.270025 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:28.377878 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Allocated IP 172.27.0.68 (e3f10498-d6d8-4781-bfd3-c26719efb5d8/b925bc2b-caf4-4f10-af84-b997801377d4/2ae88284-db8a-49dc-88da-3019fd7f5af7) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:58:28.482228 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (2ae88284-db8a-49dc-88da-3019fd7f5af7), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:28.564329 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (2ae88284-db8a-49dc-88da-3019fd7f5af7), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:28.606396 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Network e3f10498-d6d8-4781-bfd3-c26719efb5d8 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:58:28.611830 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:58:28.615344 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:58:28.620721 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=2ae88284-db8a-49dc-88da-3019fd7f5af7,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:28.981545 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (4e142705-f06e-4b87-97be-319a2af729df), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:29.112723 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (2ae88284-db8a-49dc-88da-3019fd7f5af7), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:29.264615 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for port (2ae88284-db8a-49dc-88da-3019fd7f5af7), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:29.330087 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (2ae88284-db8a-49dc-88da-3019fd7f5af7), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:29.399231 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event updated for resources: {'Port': ['ID=2ae88284-db8a-49dc-88da-3019fd7f5af7,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:58:29.412039 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8033223'] for floatingip (4e142705-f06e-4b87-97be-319a2af729df), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:29.519060 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Floating IP 4e142705-f06e-4b87-97be-319a2af729df associated. External IP: 172.27.0.68, port: 65165ee1-4b00-43bc-8a4a-2f2b4679b522. Apr 12 15:58:29.959333 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-34a9c584-b933-4893-935c-b499075f1f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:30.021036 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:58:30.137858 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:58:30.147961 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:58:30.157527 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:58:30.158225 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:58:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:58:30.235041 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:30.271130 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-76905fb3-d819-4fa7-9462-a6766bc3f852 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1743577 Apr 12 15:58:30.271886 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:58:30.274202 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced08d0c-379a-4e62-9b33-82bcabad4cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:58:30.316845 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4179b71-d33d-4a76-a25c-6f87ca65424e x-openstack-request-id: req-f4179b71-d33d-4a76-a25c-6f87ca65424e {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:58:30.317237 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:58:30.317563 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f4179b71-d33d-4a76-a25c-6f87ca65424e {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:58:30.318118 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4179b71-d33d-4a76-a25c-6f87ca65424e'] response: {'name': 'network-changed', 'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'status': 'completed', 'code': 200} Apr 12 15:58:30.387475 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-218f76b9-d83a-4383-b755-6828d36f3b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:30.389081 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-218f76b9-d83a-4383-b755-6828d36f3b4d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 1130 time: 0.0403416 Apr 12 15:58:30.403988 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:58:30.490449 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-69947b01-d046-4ee3-91d9-f8f63c97b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:30.491915 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-69947b01-d046-4ee3-91d9-f8f63c97b730 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.0964458 Apr 12 15:58:30.566835 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-fc76c9c9-f39b-40eb-90c2-d8c5b6fa7319 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522 HTTP/1.1" status: 200 len: 999 time: 0.0684865 Apr 12 15:58:30.618520 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-c8c2a1d4-fe32-40ab-91bd-8405d2d36eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:30.620247 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-c8c2a1d4-fe32-40ab-91bd-8405d2d36eaf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0473728 Apr 12 15:58:30.626534 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '4e142705-f06e-4b87-97be-319a2af729df', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:7b:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006eded-3375-4025-9afd-588a7dd677f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:58:28Z', 'updated_at': '2022-04-12T15:58:28Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}, {'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:07Z', 'revision_number': 1, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:58:30.662932 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:58:30.664744 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-f595280e-443a-4682-92e8-7794b67c2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:30.666290 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-f595280e-443a-4682-92e8-7794b67c2e32 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397472 Apr 12 15:58:30.671457 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:58:30.673610 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T15:58:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:58:30.761752 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-c353aea4-9c71-4bbc-8fa3-3c4039cc8a5d service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Apr 12 15:58:30.785187 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:58:30.854190 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ced08d0c-379a-4e62-9b33-82bcabad4cc6 req-8fba5a6b-97af-42f2-b46b-7ca9cdab2532 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852714 Apr 12 15:58:31.006514 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '4e142705-f06e-4b87-97be-319a2af729df', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:7b:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006eded-3375-4025-9afd-588a7dd677f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:58:28Z', 'updated_at': '2022-04-12T15:58:28Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}, {'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:07Z', 'revision_number': 1, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:58:31.036482 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5019d-c769-4fdb-8c33-f3b93e804a77 None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': '4e142705-f06e-4b87-97be-319a2af729df', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:7b:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006eded-3375-4025-9afd-588a7dd677f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:58:28Z', 'updated_at': '2022-04-12T15:58:28Z', 'revision_number': 0, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}, {'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:07Z', 'revision_number': 1, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:58:31.235043 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa6469-8c38-449a-a97b-6b4f0c57af51 None None] New status for floating IP 4e142705-f06e-4b87-97be-319a2af729df: ACTIVE {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:58:32.792201 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-ebf79745-4a41-43de-bbe0-8be6ae6d5bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:33.267094 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:33.896012 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:34.945167 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:58:35.832208 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:36.986184 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:58:45.528648 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-9043a9c4-bc2b-4c8e-942d-7d893e95bc5b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367842 Apr 12 15:58:45.619430 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-9474db5b-29db-4eb2-88c7-ce21315430d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:45.621115 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-9474db5b-29db-4eb2-88c7-ce21315430d9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 1129 time: 0.0430543 Apr 12 15:58:45.724382 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-6900f739-ea92-45d5-a76a-5eb919ba2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:45.725865 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-6900f739-ea92-45d5-a76a-5eb919ba2bfe service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.0860274 Apr 12 15:58:45.794305 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-26422796-3b9c-4d28-90fc-30b6dd865eb0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30864e32-49a9-4e9f-952a-888313b84749 HTTP/1.1" status: 200 len: 1000 time: 0.0624120 Apr 12 15:58:45.841946 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-737603f3-7f08-45c4-94b1-e7040098f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:45.843382 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-737603f3-7f08-45c4-94b1-e7040098f652 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0425644 Apr 12 15:58:45.887664 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-56fdfa82-8bb4-40b2-8141-6ec1ab83e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:58:45.889101 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-56fdfa82-8bb4-40b2-8141-6ec1ab83e65c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392118 Apr 12 15:58:45.980713 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-ec238b37-715b-4f73-8b5d-35bf3b8193c7 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853395 Apr 12 15:58:46.074276 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ddb783c-e351-4d35-86cc-e0ed6cff087b req-47fac118-6dfc-4b6f-880f-35fb49d6be3a service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825629 Apr 12 15:58:59.974506 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6e16-8484-4c49-a847-f575891db6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:02.803340 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d06174f8-c1d3-45c4-bb78-6c2674cae4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:03.288696 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:03.899732 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:05.814515 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:06.986172 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:11.944178 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:59:16.521817 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5fb9-4e2e-4beb-b8dc-6da15b7744df req-2999a56c-3036-4d07-ba5b-374e0125f753 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:16.523314 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cc8f5fb9-4e2e-4beb-b8dc-6da15b7744df req-2999a56c-3036-4d07-ba5b-374e0125f753 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 945 time: 0.0465624 Apr 12 15:59:16.569035 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-cc8f5fb9-4e2e-4beb-b8dc-6da15b7744df req-37b1e538-5bd0-495b-ac71-940d3d79cc48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Apr 12 15:59:17.690346 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da757c-3ca4-4dbb-b62c-5a551664c7c1 req-fa56d1f9-9ef2-41d3-8057-834b1f2775d6 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:17.691810 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d4da757c-3ca4-4dbb-b62c-5a551664c7c1 req-fa56d1f9-9ef2-41d3-8057-834b1f2775d6 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 945 time: 0.0517323 Apr 12 15:59:17.738434 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d4da757c-3ca4-4dbb-b62c-5a551664c7c1 req-ccb79f46-b23a-4bf0-9c7c-3a622f279ba4 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Apr 12 15:59:18.623116 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-c4b4c3f6-3749-468b-9f48-bb35a68c10c7 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:18.624522 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-c4b4c3f6-3749-468b-9f48-bb35a68c10c7 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.84 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 945 time: 0.0468996 Apr 12 15:59:18.718176 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Deleting port 5805463a-89fe-4236-9526-2e85739b27d9 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:59:18.718901 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (5805463a-89fe-4236-9526-2e85739b27d9), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:18.809610 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] For port 5805463a-89fe-4236-9526-2e85739b27d9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5805463a-89fe-4236-9526-2e85739b27d9,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:59:18.809989 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (5805463a-89fe-4236-9526-2e85739b27d9), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:18.824285 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Calling delete_port for 5805463a-89fe-4236-9526-2e85739b27d9 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:59:18.851736 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f9a5b-68a7-4a16-a841-56c9c32bfdcd req-97afafa8-5277-4633-af85-0ab709f3c1f6 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:18.855311 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-575f9a5b-68a7-4a16-a841-56c9c32bfdcd req-97afafa8-5277-4633-af85-0ab709f3c1f6 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 945 time: 0.0474806 Apr 12 15:59:18.902843 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-575f9a5b-68a7-4a16-a841-56c9c32bfdcd req-81dee999-d2cd-405d-b33d-ed140368c6a9 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Apr 12 15:59:19.014847 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (5805463a-89fe-4236-9526-2e85739b27d9), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:19.043315 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Pushing event deleted for resources: {'Port': ['ID=5805463a-89fe-4236-9526-2e85739b27d9,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:59:19.055036 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.055392 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.055741 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.056105 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.056440 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.056802 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.057710 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.058043 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.058376 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.058707 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.059039 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.059363 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.059690 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.060015 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.060341 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:19.095270 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] No DVR routers for this DVR port 5805463a-89fe-4236-9526-2e85739b27d9 on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:59:19.097799 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:19.100995 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d49a2f4c-0189-41bd-9478-7d22a294d1a4 req-9863ad52-197a-42e0-8326-83309a457b32 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.84 "DELETE /v2.0/ports/5805463a-89fe-4236-9526-2e85739b27d9 HTTP/1.1" status: 204 len: 173 time: 0.4714406 Apr 12 15:59:19.101428 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe', 'name': 'network-vif-deleted', 'tag': '5805463a-89fe-4236-9526-2e85739b27d9'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:59:19.103711 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4dbfe1-669a-4844-baa6-e10076cd9c8d" -d '{"events": [{"server_uuid": "34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe", "name": "network-vif-deleted", "tag": "5805463a-89fe-4236-9526-2e85739b27d9"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:59:19.138910 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20fceb1-5a2b-49e3-ac6a-806490857a10 x-openstack-request-id: req-b20fceb1-5a2b-49e3-ac6a-806490857a10 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:59:19.139208 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe", "name": "network-vif-deleted", "tag": "5805463a-89fe-4236-9526-2e85739b27d9", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:59:19.139470 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b20fceb1-5a2b-49e3-ac6a-806490857a10 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:59:19.139890 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20fceb1-5a2b-49e3-ac6a-806490857a10'] response: {'server_uuid': '34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe', 'name': 'network-vif-deleted', 'tag': '5805463a-89fe-4236-9526-2e85739b27d9', 'status': 'completed', 'code': 200} Apr 12 15:59:20.016443 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-ea1e69e8-2056-4feb-ab43-895ed8007fcb req-a421dca1-73f9-4859-9116-13f9a00bab38 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=34c6e9d0-5b48-4640-9bc4-9fe14ab46cbe HTTP/1.1" status: 200 len: 210 time: 0.0336385 Apr 12 15:59:20.906491 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 5805463a-89fe-4236-9526-2e85739b27d9 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:59:20.927188 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 5805463a-89fe-4236-9526-2e85739b27d9 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:59:20.927535 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 5805463a-89fe-4236-9526-2e85739b27d9 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:59:30.003185 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0f25e202-cef1-47a6-86af-87591c5d525a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:32.820307 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-eeb8de4a-a6f2-4dad-806c-9100504dcccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:33.288877 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:33.615627 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-1841a5a8-4337-4fc2-890a-650c10a393cb tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:33.617222 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-1841a5a8-4337-4fc2-890a-650c10a393cb tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/networks?id=33634f0d-b2ee-4362-ba9d-1e661454cc7b HTTP/1.1" status: 200 len: 813 time: 0.0977135 Apr 12 15:59:33.631903 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-55602901-ab3d-4ba7-bf45-6de91310d2de tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/quotas/541bfda616c94303b98f61bc702dbc2c HTTP/1.1" status: 200 len: 375 time: 0.0091584 Apr 12 15:59:33.662685 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-1c65c85a-82b9-48a8-9273-6be8b47f646c tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=541bfda616c94303b98f61bc702dbc2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260942 Apr 12 15:59:33.754500 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-c8428c52-335d-459a-a426-5057b9db58ff service neutron] 10.222.0.74 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855074 Apr 12 15:59:33.844435 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-3715b615-2b46-4a76-8328-eafdfbae4218 service neutron] 10.222.0.74 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842111 Apr 12 15:59:33.917674 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:34.084570 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81e67fc0-d8a7-4ce6-a7e8-b98e50c9b85a req-3def0cf2-1a71-450c-afcd-b9a61f6220a0 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0318811 Apr 12 15:59:35.182970 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-070ffeae-25de-4f02-b1a8-e8b62ae3b1cd req-f8f305ad-2d5f-4fcb-959c-67599388bef8 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0276334 Apr 12 15:59:35.837545 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:35.850570 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-ed6ab51a-f2eb-4963-8473-3a7caf3bcb07 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:35.852016 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-ed6ab51a-f2eb-4963-8473-3a7caf3bcb07 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.84 "GET /v2.0/networks?id=33634f0d-b2ee-4362-ba9d-1e661454cc7b HTTP/1.1" status: 200 len: 813 time: 0.1008511 Apr 12 15:59:35.863656 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Request body: {'port': {'device_id': '2a0eab8f-e48b-4806-84bc-915af62e6cc3', 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b', 'admin_state_up': True, 'tenant_id': '541bfda616c94303b98f61bc702dbc2c'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:59:36.060123 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Made reservation on behalf of 541bfda616c94303b98f61bc702dbc2c for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:59:36.063514 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (None), before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:36.193780 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Allocated IP 172.20.0.12 (33634f0d-b2ee-4362-ba9d-1e661454cc7b/820e7c52-2a0d-429f-9625-05c345cd4561/b9198fb8-fb76-4817-84ee-d1f1258898a7) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:59:36.317215 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f333e65c-470b-4c02-bc0d-d91b64545739 req-17939ada-0814-4320-b5f6-16f6c913cc24 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0567276 Apr 12 15:59:36.364407 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks [] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:36.454936 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785384602552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:36.494990 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Network 33634f0d-b2ee-4362-ba9d-1e661454cc7b is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:59:36.498182 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:59:36.501142 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:59:36.531653 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Pushing event updated for resources: {'Port': ['ID=b9198fb8-fb76-4817-84ee-d1f1258898a7,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:59:36.557135 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:36.557746 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:36.634109 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-5f008cc6-4fb1-4eed-b55d-67245bd4e341 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7741168 Apr 12 15:59:36.645237 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Request body: {'port': {'device_id': '2a0eab8f-e48b-4806-84bc-915af62e6cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:59:36.705755 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:36.966568 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9198fb8-fb76-4817-84ee-d1f1258898a7 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:59:36.974408 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Publish callbacks [] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:36.987234 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Transition to ACTIVE for port object b9198fb8-fb76-4817-84ee-d1f1258898a7 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:59:36.990523 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:37.048382 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:37.097203 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Pushing event updated for resources: {'Port': ['ID=b9198fb8-fb76-4817-84ee-d1f1258898a7,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:59:37.170272 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Attempting to bind port b9198fb8-fb76-4817-84ee-d1f1258898a7 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:59:37.170601 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Attempting to bind port b9198fb8-fb76-4817-84ee-d1f1258898a7 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:59:37.171557 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Attempting to bind port b9198fb8-fb76-4817-84ee-d1f1258898a7 on network 33634f0d-b2ee-4362-ba9d-1e661454cc7b {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:59:37.175935 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Port b9198fb8-fb76-4817-84ee-d1f1258898a7 on network 33634f0d-b2ee-4362-ba9d-1e661454cc7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:59:37.176254 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Attempting to bind port b9198fb8-fb76-4817-84ee-d1f1258898a7 on network 33634f0d-b2ee-4362-ba9d-1e661454cc7b {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:59:37.181031 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Checking agent: {'id': '4ab6e7b7-2057-46e4-b18e-3738ff64f5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'started_at': datetime.datetime(2022, 4, 12, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:59:37.181369 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Checking segment: {'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:59:37.181750 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Bound using segment: {'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:59:37.182167 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Bound port: b9198fb8-fb76-4817-84ee-d1f1258898a7, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52b15e1-954a-4ffd-b966-317a1bcf4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:59:37.182516 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:37.243200 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] For port b9198fb8-fb76-4817-84ee-d1f1258898a7, host hv-cinder-83752, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:59:37.246351 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] For port b9198fb8-fb76-4817-84ee-d1f1258898a7, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b9198fb8-fb76-4817-84ee-d1f1258898a7,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:59:37.305927 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15771973'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:37.358991 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Pushing event updated for resources: {'Port': ['ID=b9198fb8-fb76-4817-84ee-d1f1258898a7,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:59:37.362197 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:37.362815 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:37.364180 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-4778c82b-de00-4dc0-ab37-66600a931d7e service neutron] 10.222.0.84 "PUT /v2.0/ports/b9198fb8-fb76-4817-84ee-d1f1258898a7 HTTP/1.1" status: 200 len: 1094 time: 0.7228646 Apr 12 15:59:37.364611 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0eab8f-e48b-4806-84bc-915af62e6cc3', 'tag': 'b9198fb8-fb76-4817-84ee-d1f1258898a7'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:59:37.367015 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8686aae8-4584-4716-8a37-cde903e44902" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0eab8f-e48b-4806-84bc-915af62e6cc3", "tag": "b9198fb8-fb76-4817-84ee-d1f1258898a7"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:59:37.409783 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68da087-0e7f-4c58-ba9b-75b25bc50fed x-openstack-request-id: req-e68da087-0e7f-4c58-ba9b-75b25bc50fed {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:59:37.410235 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0eab8f-e48b-4806-84bc-915af62e6cc3", "tag": "b9198fb8-fb76-4817-84ee-d1f1258898a7", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:59:37.410531 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e68da087-0e7f-4c58-ba9b-75b25bc50fed {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:59:37.410995 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68da087-0e7f-4c58-ba9b-75b25bc50fed'] response: {'name': 'network-changed', 'server_uuid': '2a0eab8f-e48b-4806-84bc-915af62e6cc3', 'tag': 'b9198fb8-fb76-4817-84ee-d1f1258898a7', 'status': 'completed', 'code': 200} Apr 12 15:59:37.436319 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980d5a4-6328-484e-aeb7-bc4b810ca477 req-9cde3fb6-5754-491a-b463-3a0eb8fba735 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:37.437912 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0980d5a4-6328-484e-aeb7-bc4b810ca477 req-9cde3fb6-5754-491a-b463-3a0eb8fba735 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 944 time: 0.0492833 Apr 12 15:59:37.474505 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686aae8-4584-4716-8a37-cde903e44902 req-cbfc47b4-4ad6-42c8-8ae0-2093e6805d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:37.476032 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8686aae8-4584-4716-8a37-cde903e44902 req-cbfc47b4-4ad6-42c8-8ae0-2093e6805d8b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=541bfda616c94303b98f61bc702dbc2c&device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 1128 time: 0.0453947 Apr 12 15:59:37.488833 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-0980d5a4-6328-484e-aeb7-bc4b810ca477 req-f546c55f-390d-4b4b-bdbb-af4b369a12a1 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445321 Apr 12 15:59:37.572261 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686aae8-4584-4716-8a37-cde903e44902 req-6c0c9734-4f00-4a97-b24b-7e1d0d31657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:37.573753 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8686aae8-4584-4716-8a37-cde903e44902 req-6c0c9734-4f00-4a97-b24b-7e1d0d31657f service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=541bfda616c94303b98f61bc702dbc2c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0903759 Apr 12 15:59:37.667134 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686aae8-4584-4716-8a37-cde903e44902 req-5059ac4e-126f-43b9-8ee1-e319e80b55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:37.668559 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8686aae8-4584-4716-8a37-cde903e44902 req-5059ac4e-126f-43b9-8ee1-e319e80b55cb service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0893345 Apr 12 15:59:37.739656 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-aec8288e-b8b5-42eb-8da5-dfcbb96f3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:37.741250 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-aec8288e-b8b5-42eb-8da5-dfcbb96f3934 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=541bfda616c94303b98f61bc702dbc2c&device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 1128 time: 0.0379407 Apr 12 15:59:37.784434 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-27297f14-883d-4bd8-9197-e70fe9f8adef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9198fb8-fb76-4817-84ee-d1f1258898a7 HTTP/1.1" status: 200 len: 217 time: 0.0367696 Apr 12 15:59:37.831005 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-9c2d8014-5bbf-40c9-9964-64822def212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:37.832395 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-9c2d8014-5bbf-40c9-9964-64822def212f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=820e7c52-2a0d-429f-9625-05c345cd4561 HTTP/1.1" status: 200 len: 853 time: 0.0431871 Apr 12 15:59:37.862109 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-53d98157-3a18-4d5f-84a6-eaa21f2d315b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33634f0d-b2ee-4362-ba9d-1e661454cc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242796 Apr 12 15:59:37.953564 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-00d95799-e45f-49f4-8734-f56a977a3350 service neutron] 10.222.0.84 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853441 Apr 12 15:59:38.044675 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de64ca0-0a1b-4ef1-afee-fa61f618909b req-2d8264c2-86a5-4303-a949-d78fe001815f service neutron] 10.222.0.84 "GET /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855737 Apr 12 15:59:38.602450 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4078d-b6dd-4315-a47c-28785737bde8 req-ef8d7e93-f689-4828-867c-5e1655f5da53 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:38.603886 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8d4078d-b6dd-4315-a47c-28785737bde8 req-ef8d7e93-f689-4828-867c-5e1655f5da53 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 944 time: 0.0475137 Apr 12 15:59:38.653699 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8d4078d-b6dd-4315-a47c-28785737bde8 req-35160940-add7-4cb2-8132-201dcc7aac1e tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442851 Apr 12 15:59:39.762487 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8cb9-33d6-4359-b01e-9e740da3c175 req-df6cfad5-5576-4408-975e-fd3c12001363 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:39.763930 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e71b8cb9-33d6-4359-b01e-9e740da3c175 req-df6cfad5-5576-4408-975e-fd3c12001363 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 944 time: 0.0447826 Apr 12 15:59:39.813497 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-e71b8cb9-33d6-4359-b01e-9e740da3c175 req-eec188f8-de74-4d7e-8afd-c1739a346c3e tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435827 Apr 12 15:59:40.926783 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61d79f-c005-432d-8a76-63c781b58bb6 req-bed609ae-22f8-4044-8438-4599a49a201d tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:40.928282 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c61d79f-c005-432d-8a76-63c781b58bb6 req-bed609ae-22f8-4044-8438-4599a49a201d tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 944 time: 0.0470643 Apr 12 15:59:40.974574 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c61d79f-c005-432d-8a76-63c781b58bb6 req-89936206-27e3-4bbe-a9b5-fa92871934ce tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Apr 12 15:59:41.011362 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device b9198fb8-fb76-4817-84ee-d1f1258898a7 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=104758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:59:41.107421 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port b9198fb8-fb76-4817-84ee-d1f1258898a7, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b9198fb8-fb76-4817-84ee-d1f1258898a7,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:59:41.118315 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Returning: {'device': 'b9198fb8-fb76-4817-84ee-d1f1258898a7', 'network_id': '33634f0d-b2ee-4362-ba9d-1e661454cc7b', 'port_id': 'b9198fb8-fb76-4817-84ee-d1f1258898a7', 'mac_address': 'fa:16:3e:ba:5f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820e7c52-2a0d-429f-9625-05c345cd4561', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:59:41.154308 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port b9198fb8-fb76-4817-84ee-d1f1258898a7 is: DOWN; New status is: BUILD {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:59:41.154693 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:41.167516 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9198fb8-fb76-4817-84ee-d1f1258898a7 {{(pid=104758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:59:41.189514 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port b9198fb8-fb76-4817-84ee-d1f1258898a7, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b9198fb8-fb76-4817-84ee-d1f1258898a7,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:59:41.253287 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:41.300351 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=b9198fb8-fb76-4817-84ee-d1f1258898a7,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:59:41.307228 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.307578 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.307926 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.308266 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.308600 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.308979 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.309316 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.309645 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.309968 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.310298 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.310624 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.310952 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.311303 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.311627 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.311951 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:59:41.601299 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['b9198fb8-fb76-4817-84ee-d1f1258898a7'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:59:42.085096 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247f60-5df2-4901-af7c-078b2831acdf req-8fec64d0-1300-47c0-8b34-595090f16e00 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:42.086528 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f4247f60-5df2-4901-af7c-078b2831acdf req-8fec64d0-1300-47c0-8b34-595090f16e00 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 945 time: 0.0460405 Apr 12 15:59:42.132569 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-f4247f60-5df2-4901-af7c-078b2831acdf req-532073c9-46bd-4b8f-b1ef-e748abe8cf01 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Apr 12 15:59:43.037038 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device b9198fb8-fb76-4817-84ee-d1f1258898a7 up at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:59:43.081060 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning for port b9198fb8-fb76-4817-84ee-d1f1258898a7 completed by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:59:43.145535 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Provisioning complete for port b9198fb8-fb76-4817-84ee-d1f1258898a7 triggered by entity L2. {{(pid=104758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:59:43.145907 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734474'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), provisioning_complete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:43.223177 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Current status of the port b9198fb8-fb76-4817-84ee-d1f1258898a7 is: BUILD; New status is: ACTIVE {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:59:43.223470 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:43.242509 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694cd78-9f6f-4c73-9d11-620c5f932ee5 req-6f4eb9ff-1a38-4eb3-b413-ea22f4ef0efc tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:43.244027 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7694cd78-9f6f-4c73-9d11-620c5f932ee5 req-6f4eb9ff-1a38-4eb3-b413-ea22f4ef0efc tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 945 time: 0.0464849 Apr 12 15:59:43.245353 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0eab8f-e48b-4806-84bc-915af62e6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9198fb8-fb76-4817-84ee-d1f1258898a7'}] {{(pid=104758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:59:43.247564 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33a3cab300caf0332d3a39869f136a5322dcafac8d05bdabee32cabcb46da10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0566ce6e-112d-4cdd-998c-8fcfa1f4d0cf" -d '{"events": [{"server_uuid": "2a0eab8f-e48b-4806-84bc-915af62e6cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b9198fb8-fb76-4817-84ee-d1f1258898a7"}]}' {{(pid=104758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:59:43.260983 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] For port b9198fb8-fb76-4817-84ee-d1f1258898a7, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b9198fb8-fb76-4817-84ee-d1f1258898a7,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:59:43.283260 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2406eeba-c462-4dd0-a60d-60e4a2c6d424 x-openstack-request-id: req-2406eeba-c462-4dd0-a60d-60e4a2c6d424 {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:59:43.283549 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0eab8f-e48b-4806-84bc-915af62e6cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b9198fb8-fb76-4817-84ee-d1f1258898a7", "code": 200}]} {{(pid=104758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:59:43.283913 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2406eeba-c462-4dd0-a60d-60e4a2c6d424 {{(pid=104758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:59:43.284342 dv-cinder-837525-1-iscsi neutron-server[104758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2406eeba-c462-4dd0-a60d-60e4a2c6d424'] response: {'server_uuid': '2a0eab8f-e48b-4806-84bc-915af62e6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9198fb8-fb76-4817-84ee-d1f1258898a7', 'code': 200} Apr 12 15:59:43.297529 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7694cd78-9f6f-4c73-9d11-620c5f932ee5 req-11add7ce-ba41-41d6-b708-1e28c1f870e0 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Apr 12 15:59:43.327772 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785384995368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785384602570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785384602588'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:59:43.378881 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Pushing event updated for resources: {'Port': ['ID=b9198fb8-fb76-4817-84ee-d1f1258898a7,revision_number=5']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:59:43.613659 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f81dd-f85e-4461-80f6-60b876b4309e req-4f12c5ab-a0cc-4cc8-a058-b5d3e2d099ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:43.615007 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ff2f81dd-f85e-4461-80f6-60b876b4309e req-4f12c5ab-a0cc-4cc8-a058-b5d3e2d099ff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 1130 time: 0.0401309 Apr 12 15:59:43.659064 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ff2f81dd-f85e-4461-80f6-60b876b4309e req-6c10cd09-ca7a-4a99-ab18-7d87bbf33ab5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Apr 12 15:59:44.412797 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b7b87-e022-417a-b771-a1af578c0820 req-ff8a52b1-e7d1-414c-b32d-a55f1b6d4305 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:44.414291 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d9b7b87-e022-417a-b771-a1af578c0820 req-ff8a52b1-e7d1-414c-b32d-a55f1b6d4305 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 946 time: 0.0466752 Apr 12 15:59:44.460297 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7d9b7b87-e022-417a-b771-a1af578c0820 req-facb94d5-ffbb-4ea9-b5b4-4a5e5fef8f18 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Apr 12 15:59:45.569733 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-8d66eb81-4799-4c0a-bd38-bb4bc021671f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658467 Apr 12 15:59:45.585765 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498fa8d-db4b-491a-a9e3-159c3570d180 req-746a6f2b-70d2-4829-b191-63473ebd3b27 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:45.587182 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c498fa8d-db4b-491a-a9e3-159c3570d180 req-746a6f2b-70d2-4829-b191-63473ebd3b27 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 946 time: 0.0563691 Apr 12 15:59:45.648953 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-b981d244-1669-4d0c-a67d-a99fca342959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:45.650414 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-b981d244-1669-4d0c-a67d-a99fca342959 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 1130 time: 0.0618389 Apr 12 15:59:45.665176 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c498fa8d-db4b-491a-a9e3-159c3570d180 req-5da4fdf3-6db8-4737-a042-21c3bf599199 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685503 Apr 12 15:59:45.754695 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-0a850dd9-4867-4e22-b67f-95c16d4e13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:45.756164 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-0a850dd9-4867-4e22-b67f-95c16d4e13d9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.0865986 Apr 12 15:59:45.825296 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-ca788381-f645-4ace-aae4-9ede72c17518 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522 HTTP/1.1" status: 200 len: 1001 time: 0.0632684 Apr 12 15:59:45.875065 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-b0bc4d0e-e096-49c2-be32-77c8e78ac3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:45.876647 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-b0bc4d0e-e096-49c2-be32-77c8e78ac3fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0450816 Apr 12 15:59:45.922769 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-d01ffe1c-0bbc-4484-abdd-efa1c61401a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:59:45.924243 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-d01ffe1c-0bbc-4484-abdd-efa1c61401a6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407383 Apr 12 15:59:46.024504 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-cc3d6ae4-4f32-4178-8b0c-5ace0f9f3c1a service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934403 Apr 12 15:59:46.111554 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e08ee103-0e96-4c53-bdd0-951ed97905d1 req-4aa72b75-f5c0-46b6-8f7f-23d892632b3b service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816970 Apr 12 15:59:48.943166 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:59:59.949855 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-54681fff-230b-4fce-8dc1-52ea72be76a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:02.842030 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d65230cd-7f11-426c-ae16-fb2db896eb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:03.288873 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:03.944371 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:05.824230 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:07.008358 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:13.155222 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6e6e2-7c66-4523-a1d1-2e7ac53efd66 req-75667537-249d-4d20-93be-034a66aaae71 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:13.156676 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61f6e6e2-7c66-4523-a1d1-2e7ac53efd66 req-75667537-249d-4d20-93be-034a66aaae71 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 946 time: 0.0510976 Apr 12 16:00:13.202606 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61f6e6e2-7c66-4523-a1d1-2e7ac53efd66 req-71804652-82ad-478a-8183-b0543e17cd52 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Apr 12 16:00:14.320520 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ef111-5428-410f-88e5-fe0c2fc45cac req-c4c83f3e-ff79-4e5f-ab04-48c8e211dc30 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:14.321991 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d75ef111-5428-410f-88e5-fe0c2fc45cac req-c4c83f3e-ff79-4e5f-ab04-48c8e211dc30 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 946 time: 0.0497696 Apr 12 16:00:14.367410 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-d75ef111-5428-410f-88e5-fe0c2fc45cac req-ce5a1864-5cf0-4113-a2a8-90060a454e8e tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Apr 12 16:00:15.477784 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675081ba-bda7-48fc-94fa-68cc5642853e req-ab4dc1ca-b942-4f42-8edb-3a8bfdd426fe tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:15.479226 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-675081ba-bda7-48fc-94fa-68cc5642853e req-ab4dc1ca-b942-4f42-8edb-3a8bfdd426fe tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 946 time: 0.0464265 Apr 12 16:00:15.525018 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-675081ba-bda7-48fc-94fa-68cc5642853e req-25e07faf-a66c-4f7a-86e9-3d71905a24eb tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 Apr 12 16:00:15.967811 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-09ff270f-9b8b-49c6-9862-886c33598de7 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:15.969242 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-09ff270f-9b8b-49c6-9862-886c33598de7 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 946 time: 0.0491199 Apr 12 16:00:16.053028 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Deleting port b9198fb8-fb76-4817-84ee-d1f1258898a7 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:00:16.053368 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:16.141423 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] For port b9198fb8-fb76-4817-84ee-d1f1258898a7, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b9198fb8-fb76-4817-84ee-d1f1258898a7,segment=NetworkSegment(c52b15e1-954a-4ffd-b966-317a1bcf4411),segment_id=c52b15e1-954a-4ffd-b966-317a1bcf4411)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:00:16.141710 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:16.154627 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Calling delete_port for b9198fb8-fb76-4817-84ee-d1f1258898a7 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:00:16.349260 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (b9198fb8-fb76-4817-84ee-d1f1258898a7), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:16.361433 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] get_ports_and_sgs() called for port_ids ['b9198fb8-fb76-4817-84ee-d1f1258898a7'] {{(pid=104758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:00:16.381014 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Pushing event deleted for resources: {'Port': ['ID=b9198fb8-fb76-4817-84ee-d1f1258898a7,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:00:16.424721 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] No DVR routers for this DVR port b9198fb8-fb76-4817-84ee-d1f1258898a7 on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:00:16.427304 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:16.430608 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fc81bf5c-fd94-464d-8b17-d6816aa5d5e8 req-213a81aa-76b5-44ae-b331-f9645040fe48 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.84 "DELETE /v2.0/ports/b9198fb8-fb76-4817-84ee-d1f1258898a7 HTTP/1.1" status: 204 len: 173 time: 0.4565587 Apr 12 16:00:16.431047 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0eab8f-e48b-4806-84bc-915af62e6cc3', 'name': 'network-vif-deleted', 'tag': 'b9198fb8-fb76-4817-84ee-d1f1258898a7'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:00:16.433277 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c2595b-d5ba-4225-8ecd-baad0b9cad86" -d '{"events": [{"server_uuid": "2a0eab8f-e48b-4806-84bc-915af62e6cc3", "name": "network-vif-deleted", "tag": "b9198fb8-fb76-4817-84ee-d1f1258898a7"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:00:16.467353 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2cd448-d71d-4774-abe8-ee6bed5ace16 x-openstack-request-id: req-1a2cd448-d71d-4774-abe8-ee6bed5ace16 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:00:16.467651 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0eab8f-e48b-4806-84bc-915af62e6cc3", "name": "network-vif-deleted", "tag": "b9198fb8-fb76-4817-84ee-d1f1258898a7", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:00:16.467986 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a2cd448-d71d-4774-abe8-ee6bed5ace16 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:00:16.468393 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2cd448-d71d-4774-abe8-ee6bed5ace16'] response: {'server_uuid': '2a0eab8f-e48b-4806-84bc-915af62e6cc3', 'name': 'network-vif-deleted', 'tag': 'b9198fb8-fb76-4817-84ee-d1f1258898a7', 'status': 'completed', 'code': 200} Apr 12 16:00:16.622153 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8323edd7-6335-4100-bf08-d78cfdda581a req-85ba27d0-2bd6-4d71-8b31-7d5dfa47d6a8 tempest-VolumesSnapshotTestJSON-1183421675 tempest-VolumesSnapshotTestJSON-1183421675-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a0eab8f-e48b-4806-84bc-915af62e6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0275941 Apr 12 16:00:19.221215 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device b9198fb8-fb76-4817-84ee-d1f1258898a7 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:00:19.237846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: b9198fb8-fb76-4817-84ee-d1f1258898a7 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:00:19.238196 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device b9198fb8-fb76-4817-84ee-d1f1258898a7 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:00:25.941981 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:00:29.937591 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c7786352-061b-4301-816b-f5977248778e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:32.791716 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-32bc98fa-042d-40df-a164-6d2ab411bbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:33.282436 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:33.916452 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:35.853710 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:36.980089 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:46.448454 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 56002) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:00:46.493776 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Deleting subnet 820e7c52-2a0d-429f-9625-05c345cd4561 {{(pid=104757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:00:46.496821 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Publish callbacks [] for subnet (820e7c52-2a0d-429f-9625-05c345cd4561), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:46.532887 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4886128'] for subnet (820e7c52-2a0d-429f-9625-05c345cd4561), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:46.575330 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (820e7c52-2a0d-429f-9625-05c345cd4561), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:46.937544 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301086'] for subnet (820e7c52-2a0d-429f-9625-05c345cd4561), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:46.963762 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820e7c52-2a0d-429f-9625-05c345cd4561,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:00:46.968375 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for subnet (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:46.971523 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/820e7c52-2a0d-429f-9625-05c345cd4561 HTTP/1.1" status: 204 len: 168 time: 0.5220435 Apr 12 16:00:46.974267 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56004) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:00:46.976387 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.976735 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.977111 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.977458 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.977797 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.978130 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.978460 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.978788 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.979117 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.979446 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.979776 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.980106 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.980435 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.980757 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:46.981105 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee55b26-1475-4a2b-8c68-615e0d7309b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.047099 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (33634f0d-b2ee-4362-ba9d-1e661454cc7b), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.123514 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (33634f0d-b2ee-4362-ba9d-1e661454cc7b), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.143640 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33634f0d-b2ee-4362-ba9d-1e661454cc7b']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:47.152741 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52b15e1-954a-4ffd-b966-317a1bcf4411') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:47.153110 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52b15e1-954a-4ffd-b966-317a1bcf4411') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:47.165679 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (c52b15e1-954a-4ffd-b966-317a1bcf4411), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.179172 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (c52b15e1-954a-4ffd-b966-317a1bcf4411), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.184962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:00:47.185348 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (c52b15e1-954a-4ffd-b966-317a1bcf4411), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:00:47.186984 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:00:47.297160 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (33634f0d-b2ee-4362-ba9d-1e661454cc7b), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.302942 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.306048 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] 10.222.0.74 "DELETE /v2.0/networks/33634f0d-b2ee-4362-ba9d-1e661454cc7b HTTP/1.1" status: 204 len: 168 time: 0.3307743 Apr 12 16:00:47.317011 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Pushing event deleted for resources: {'Network': ['ID=33634f0d-b2ee-4362-ba9d-1e661454cc7b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:00:47.324380 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.324738 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.325112 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.325459 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.325799 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.326135 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.326456 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.326787 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.327122 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.327436 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.327793 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.328099 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.328425 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.328754 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.329103 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df54dfc-d724-44d4-8d10-5f129913958f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:00:47.592675 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56008) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:00:47.632283 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e84cdec7-6092-4050-abd7-71b6ffd725bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=541bfda616c94303b98f61bc702dbc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384018 Apr 12 16:00:47.634730 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56010) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:00:47.679913 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad52a52b-061a-4f4e-a703-605330461a30 admin admin] Publish callbacks [] for security_group (06f8ae28-933a-45f7-b88a-e8f9e05f9d5d), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.704839 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad52a52b-061a-4f4e-a703-605330461a30 admin admin] Publish callbacks [] for security_group (06f8ae28-933a-45f7-b88a-e8f9e05f9d5d), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.814319 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad52a52b-061a-4f4e-a703-605330461a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (06f8ae28-933a-45f7-b88a-e8f9e05f9d5d), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.817473 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad52a52b-061a-4f4e-a703-605330461a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:47.818667 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ad52a52b-061a-4f4e-a703-605330461a30 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/06f8ae28-933a-45f7-b88a-e8f9e05f9d5d HTTP/1.1" status: 204 len: 168 time: 0.1830094 Apr 12 16:00:47.826785 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52a52b-061a-4f4e-a703-605330461a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f8ae28-933a-45f7-b88a-e8f9e05f9d5d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:00:48.570612 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56014) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:00:48.718522 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Deleting port 2ae88284-db8a-49dc-88da-3019fd7f5af7 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:00:48.718872 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (2ae88284-db8a-49dc-88da-3019fd7f5af7), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:48.793575 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (2ae88284-db8a-49dc-88da-3019fd7f5af7), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:48.793905 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (2ae88284-db8a-49dc-88da-3019fd7f5af7), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:48.809893 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Calling delete_port for 2ae88284-db8a-49dc-88da-3019fd7f5af7 owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:00:49.014175 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (2ae88284-db8a-49dc-88da-3019fd7f5af7), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:49.319843 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event deleted for resources: {'Port': ['ID=2ae88284-db8a-49dc-88da-3019fd7f5af7,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:00:49.379499 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (4e142705-f06e-4b87-97be-319a2af729df), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:49.379837 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Floating IP 4e142705-f06e-4b87-97be-319a2af729df disassociated (deleted). External IP: 172.27.0.68, port: 65165ee1-4b00-43bc-8a4a-2f2b4679b522. Apr 12 16:00:49.589773 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:00:49.696793 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:00:49.701674 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:49.706750 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:00:49.716769 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:00:49.717423 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T16:00:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:49.731234 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ddce4e56-ba05-49fa-89ad-849db8c29d13 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "DELETE /v2.0/floatingips/4e142705-f06e-4b87-97be-319a2af729df HTTP/1.1" status: 204 len: 168 time: 1.1595383 Apr 12 16:00:49.731909 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:00:49.734241 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72" -d '{"events": [{"name": "network-changed", "server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:00:49.772084 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc81f3-70be-44ab-83ec-e40aa307c48f x-openstack-request-id: req-4dbc81f3-70be-44ab-83ec-e40aa307c48f {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:00:49.772417 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:00:49.772648 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4dbc81f3-70be-44ab-83ec-e40aa307c48f {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:00:49.773112 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbc81f3-70be-44ab-83ec-e40aa307c48f'] response: {'name': 'network-changed', 'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'status': 'completed', 'code': 200} Apr 12 16:00:49.969030 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:00:49.982058 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-6e97be63-be20-45e3-84cf-44c17d327f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:49.984436 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-6e97be63-be20-45e3-84cf-44c17d327f37 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 1130 time: 0.1909325 Apr 12 16:00:50.105135 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-4dc06086-2515-45de-925b-fe41442b2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:50.107142 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-4dc06086-2515-45de-925b-fe41442b2cdb service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.1172032 Apr 12 16:00:50.151279 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-8f130c4e-c0a4-4df3-975d-be4865176e24 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522 HTTP/1.1" status: 200 len: 217 time: 0.0360501 Apr 12 16:00:50.199840 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:07Z', 'revision_number': 1, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:50.226177 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:00:50.234490 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:00:50.235102 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T16:00:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:50.270099 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdf7fc-ed9e-4a16-a6a2-8bac43ae076a req-a240c76e-8c9a-40bd-b7f3-2e54937cc639 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:50.271674 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-25bdf7fc-ed9e-4a16-a6a2-8bac43ae076a req-a240c76e-8c9a-40bd-b7f3-2e54937cc639 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 946 time: 0.1628501 Apr 12 16:00:50.323364 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-25bdf7fc-ed9e-4a16-a6a2-8bac43ae076a req-4231abf2-49de-4511-8b18-521f1fbc0f74 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457635 Apr 12 16:00:50.344605 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:00:50.555563 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:07Z', 'revision_number': 1, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:50.581383 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db447af3-cb21-4d8b-a2b4-1c554934ce06 None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_floatingips': [{'id': 'f053596b-b1a2-49b6-a038-310348a6a10d', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'router_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'port_id': '30864e32-49a9-4e9f-952a-888313b84749', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'mac_address': 'fa:16:3e:38:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T15:56:04Z', 'updated_at': '2022-04-12T15:56:07Z', 'revision_number': 1, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:00:50.800490 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a7b30-53ea-4c34-a144-f74093392fd3 None None] New status for floating IP 4e142705-f06e-4b87-97be-319a2af729df: DOWN {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:00:51.190821 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-51d25b7b-41e8-405b-9e46-c513b808fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:51.192309 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-51d25b7b-41e8-405b-9e46-c513b808fa8d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0479846 Apr 12 16:00:51.235368 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-c76d7c4d-b8f1-43f1-aa79-675d6ecfc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:51.236936 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-c76d7c4d-b8f1-43f1-aa79-675d6ecfc0e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381551 Apr 12 16:00:51.258787 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-210e9260-60ae-4b92-a3d5-08c4e2bafba0 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:00:51.259724 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-210e9260-60ae-4b92-a3d5-08c4e2bafba0 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047941 Apr 12 16:00:51.349251 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-ba5f402f-d787-48a5-b94a-35dbf6e1ff96 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822823 Apr 12 16:00:51.449640 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91936b3d-2284-4bef-bfeb-a3a41eb7ab72 req-8d189e10-3e69-49d1-87d5-be42da217292 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939434 Apr 12 16:00:51.513410 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaa00f-483e-4094-9aa5-8a139d5b699e req-9f771207-6024-418a-8473-142012b45d96 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:51.514910 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ccbaa00f-483e-4094-9aa5-8a139d5b699e req-9f771207-6024-418a-8473-142012b45d96 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 946 time: 0.1042662 Apr 12 16:00:51.563145 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ccbaa00f-483e-4094-9aa5-8a139d5b699e req-7af73f76-72c2-4814-b93a-a1803a1e295c tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 Apr 12 16:00:52.030459 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-29bf1886-0dc9-4de8-8713-28f282c92f27 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:52.031906 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-29bf1886-0dc9-4de8-8713-28f282c92f27 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Apr 12 16:00:52.115335 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Deleting port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:00:52.115757 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:52.206673 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] For port 65165ee1-4b00-43bc-8a4a-2f2b4679b522, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=65165ee1-4b00-43bc-8a4a-2f2b4679b522,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:00:52.207397 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:52.219847 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Calling delete_port for 65165ee1-4b00-43bc-8a4a-2f2b4679b522 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:00:52.434483 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (65165ee1-4b00-43bc-8a4a-2f2b4679b522), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:52.468030 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event deleted for resources: {'Port': ['ID=65165ee1-4b00-43bc-8a4a-2f2b4679b522,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:00:52.509615 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] No DVR routers for this DVR port 65165ee1-4b00-43bc-8a4a-2f2b4679b522 on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:00:52.512676 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:52.515949 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ce1e6b8-5cc9-4cc0-acb2-e252d4a72847 req-4ab0b148-2048-4453-a5ac-18a86d5cbf26 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "DELETE /v2.0/ports/65165ee1-4b00-43bc-8a4a-2f2b4679b522 HTTP/1.1" status: 204 len: 173 time: 0.4789524 Apr 12 16:00:52.516402 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'name': 'network-vif-deleted', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:00:52.519260 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435e5e59-19b0-4f11-a4ca-48894fa84bf2" -d '{"events": [{"server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "name": "network-vif-deleted", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:00:52.554497 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc67b58-1bdd-4e57-aa0b-a149e13ec261 x-openstack-request-id: req-fcc67b58-1bdd-4e57-aa0b-a149e13ec261 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:00:52.554938 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c006eded-3375-4025-9afd-588a7dd677f3", "name": "network-vif-deleted", "tag": "65165ee1-4b00-43bc-8a4a-2f2b4679b522", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:00:52.555196 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fcc67b58-1bdd-4e57-aa0b-a149e13ec261 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:00:52.555622 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc67b58-1bdd-4e57-aa0b-a149e13ec261'] response: {'server_uuid': 'c006eded-3375-4025-9afd-588a7dd677f3', 'name': 'network-vif-deleted', 'tag': '65165ee1-4b00-43bc-8a4a-2f2b4679b522', 'status': 'completed', 'code': 200} Apr 12 16:00:52.660321 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f1096aba-afc4-4599-bbe1-4e9987173236 req-62318f34-9ce1-414d-aa8a-cf34033dc600 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=c006eded-3375-4025-9afd-588a7dd677f3 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Apr 12 16:00:56.134419 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 56048) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:00:56.280203 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Deleting port 7af13399-ecf9-4859-a11d-51d89060d56f {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:00:56.280550 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (7af13399-ecf9-4859-a11d-51d89060d56f), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:56.354560 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (7af13399-ecf9-4859-a11d-51d89060d56f), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:56.354881 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (7af13399-ecf9-4859-a11d-51d89060d56f), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:56.367276 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Calling delete_port for 7af13399-ecf9-4859-a11d-51d89060d56f owned by network:floatingip {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:00:56.622833 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (7af13399-ecf9-4859-a11d-51d89060d56f), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:56.648355 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event deleted for resources: {'Port': ['ID=7af13399-ecf9-4859-a11d-51d89060d56f,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:00:56.710257 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (f053596b-b1a2-49b6-a038-310348a6a10d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:56.710588 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.db.l3_db [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Floating IP f053596b-b1a2-49b6-a038-310348a6a10d disassociated (deleted). External IP: 172.27.0.32, port: 30864e32-49a9-4e9f-952a-888313b84749. Apr 12 16:00:56.918680 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:00:57.029516 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:00:57.034386 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:57.039150 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:00:57.050212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:00:57.050827 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T16:00:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:57.064095 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6043537a-eb25-4e0a-8f45-44c923ddcfaa tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "DELETE /v2.0/floatingips/f053596b-b1a2-49b6-a038-310348a6a10d HTTP/1.1" status: 204 len: 168 time: 0.9285347 Apr 12 16:00:57.064684 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'tag': '30864e32-49a9-4e9f-952a-888313b84749'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:00:57.067675 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60613132ddeacac093ebbc632a2276a2a6cf45121dc18a968659ec0b23030425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fe96d8-6dd1-4f1a-a072-df5c331c1289" -d '{"events": [{"name": "network-changed", "server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "tag": "30864e32-49a9-4e9f-952a-888313b84749"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:00:57.168373 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a9b65b-a71c-45ab-a209-14486c77eef1 x-openstack-request-id: req-e9a9b65b-a71c-45ab-a209-14486c77eef1 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:00:57.168373 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "tag": "30864e32-49a9-4e9f-952a-888313b84749", "status": "completed", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:00:57.168373 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e9a9b65b-a71c-45ab-a209-14486c77eef1 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:00:57.168373 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a9b65b-a71c-45ab-a209-14486c77eef1'] response: {'name': 'network-changed', 'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'tag': '30864e32-49a9-4e9f-952a-888313b84749', 'status': 'completed', 'code': 200} Apr 12 16:00:57.169352 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:00:57.230054 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-947f3b8e-c63b-466e-afa2-5ec7d74094cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:57.231582 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-947f3b8e-c63b-466e-afa2-5ec7d74094cb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 1129 time: 0.0436804 Apr 12 16:00:57.326256 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-ede40477-6ddd-464b-baa6-49b8fc29c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:57.327449 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-ede40477-6ddd-464b-baa6-49b8fc29c944 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 200 len: 911 time: 0.0887620 Apr 12 16:00:57.373129 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-21092147-ce3b-416a-953b-5eb256f6c5e5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30864e32-49a9-4e9f-952a-888313b84749 HTTP/1.1" status: 200 len: 217 time: 0.0401294 Apr 12 16:00:57.373715 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:57.401085 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:00:57.404512 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 65165ee1-4b00-43bc-8a4a-2f2b4679b522 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:00:57.426450 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-a4c671aa-9ed1-4725-b1bc-a1d7f7935d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:57.433227 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-a4c671aa-9ed1-4725-b1bc-a1d7f7935d72 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 200 len: 850 time: 0.0498435 Apr 12 16:00:57.433370 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 65165ee1-4b00-43bc-8a4a-2f2b4679b522 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:00:57.433370 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 65165ee1-4b00-43bc-8a4a-2f2b4679b522 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:00:57.433589 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:00:57.434180 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T16:00:33Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:57.500688 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a5896-03ab-408f-94d0-9b0b6e9aa038 req-27b072fe-e4ad-4356-b7b6-f0ad81ef9361 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:57.502234 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7f4a5896-03ab-408f-94d0-9b0b6e9aa038 req-27b072fe-e4ad-4356-b7b6-f0ad81ef9361 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 945 time: 0.0505691 Apr 12 16:00:57.543147 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:00:57.551305 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [req-7f4a5896-03ab-408f-94d0-9b0b6e9aa038 req-7b53e37e-9245-4f38-b394-8ffafc6442b5 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Apr 12 16:00:57.732982 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:00:57.759854 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6da514-bc2c-4d92-b9c8-4f4417be6f02 None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T15:52:24Z', 'revision_number': 4, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi', '_interfaces': [{'id': '8dafc1fe-2018-464e-98bc-9eff57b0a042', 'name': '', 'network_id': '77a5313a-1cd1-4b0f-9229-1555c05c5196', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'mac_address': 'fa:16:3e:01:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:24Z', 'updated_at': '2022-04-12T15:52:28Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'subnets': [{'id': '9c29911c-fe8e-4604-abf7-08c3cb2ae313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:00:57.869843 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-044fb634-d899-4d2a-86c0-f6f7b3e91ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:57.871389 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-044fb634-d899-4d2a-86c0-f6f7b3e91ea5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77a5313a-1cd1-4b0f-9229-1555c05c5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395944 Apr 12 16:00:57.969692 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-364a1743-c006-4064-af7b-ffc5a9de4faf service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913575 Apr 12 16:00:57.981535 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3911934-0fb9-4992-b333-9250e73cce45 None None] New status for floating IP f053596b-b1a2-49b6-a038-310348a6a10d: DOWN {{(pid=104759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:00:58.060744 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21fe96d8-6dd1-4f1a-a072-df5c331c1289 req-a4e0dbd8-4be1-4bcd-b50b-1a62a01cc5a9 service neutron] 10.222.0.84 "GET /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850198 Apr 12 16:00:58.492403 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928753-acc9-4663-b289-2a0e46c773ae req-3a9ab169-72d9-4f4b-b537-847bf8c0c0ac tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:58.494107 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c928753-acc9-4663-b289-2a0e46c773ae req-3a9ab169-72d9-4f4b-b537-847bf8c0c0ac tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 945 time: 0.0453961 Apr 12 16:00:58.580699 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Deleting port 30864e32-49a9-4e9f-952a-888313b84749 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:00:58.581087 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (30864e32-49a9-4e9f-952a-888313b84749), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:58.689577 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853d3a-466b-49c1-91ef-498719b4402c req-c61ecbae-56b5-447b-a8eb-e7e104cef953 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:00:58.691146 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64853d3a-466b-49c1-91ef-498719b4402c req-c61ecbae-56b5-447b-a8eb-e7e104cef953 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 945 time: 0.0604956 Apr 12 16:00:58.735593 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] For port 30864e32-49a9-4e9f-952a-888313b84749, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=30864e32-49a9-4e9f-952a-888313b84749,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:00:58.735998 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (30864e32-49a9-4e9f-952a-888313b84749), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:58.761376 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Calling delete_port for 30864e32-49a9-4e9f-952a-888313b84749 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:00:58.776348 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64853d3a-466b-49c1-91ef-498719b4402c req-0410063e-0e15-47b8-8fa8-14ec8650824b tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/security-groups?id=21786642-db40-49bc-944d-9fadf60d2712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793085 Apr 12 16:00:58.974143 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (30864e32-49a9-4e9f-952a-888313b84749), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:59.004043 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event deleted for resources: {'Port': ['ID=30864e32-49a9-4e9f-952a-888313b84749,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:00:59.046597 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] No DVR routers for this DVR port 30864e32-49a9-4e9f-952a-888313b84749 on host hv-cinder-83752 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:00:59.049620 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for port (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:00:59.052890 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c928753-acc9-4663-b289-2a0e46c773ae req-e03096b8-ca47-4504-8f28-908a75b82fe4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.84 "DELETE /v2.0/ports/30864e32-49a9-4e9f-952a-888313b84749 HTTP/1.1" status: 204 len: 173 time: 0.5536938 Apr 12 16:00:59.053330 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'name': 'network-vif-deleted', 'tag': '30864e32-49a9-4e9f-952a-888313b84749'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:00:59.055541 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45a1549c7e2093dc497061569aa4f4ca488e7b0ff72f09582ff4d01d9918fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aeb8d5-3f5f-4d11-a2cc-c7ae79cf8a78" -d '{"events": [{"server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "name": "network-vif-deleted", "tag": "30864e32-49a9-4e9f-952a-888313b84749"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:00:59.090330 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dd26b8-fafd-41b6-a493-f4f01344866a x-openstack-request-id: req-90dd26b8-fafd-41b6-a493-f4f01344866a {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:00:59.090814 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee4206a-3631-4d98-876e-3571ebfa8f18", "name": "network-vif-deleted", "tag": "30864e32-49a9-4e9f-952a-888313b84749", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:00:59.091087 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90dd26b8-fafd-41b6-a493-f4f01344866a {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:00:59.091528 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90dd26b8-fafd-41b6-a493-f4f01344866a'] response: {'server_uuid': 'bee4206a-3631-4d98-876e-3571ebfa8f18', 'name': 'network-vif-deleted', 'tag': '30864e32-49a9-4e9f-952a-888313b84749', 'status': 'completed', 'code': 200} Apr 12 16:00:59.886929 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eeae07c5-fca6-4373-bba8-45c6fac1101c req-c3e087d6-e4d0-43ce-876b-ae8350f09a49 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee4206a-3631-4d98-876e-3571ebfa8f18 HTTP/1.1" status: 200 len: 210 time: 0.0320702 Apr 12 16:00:59.977167 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-10d91041-8461-48a8-b4ef-c931c563aaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:00.943716 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 56066) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:01.057209 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Deleting port 9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:01.057548 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:01.130642 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:01.130642 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:01.142597 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Calling delete_port for 9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3 owned by network:floatingip {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:01.351350 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:01.378286 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event deleted for resources: {'Port': ['ID=9b0dc9cf-7b26-4af1-8c03-0b40a84b31b3,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:01.441028 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for floatingip (b103ef5f-653c-454f-9527-7266dc0e486d), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:01.443559 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57553'] for floatingip (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:01.444706 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-e3ee1809-c563-4498-8326-6ed16cacbc6d tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "DELETE /v2.0/floatingips/b103ef5f-653c-454f-9527-7266dc0e486d HTTP/1.1" status: 204 len: 168 time: 0.4999769 Apr 12 16:01:02.739486 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56078) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:02.796114 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f77aa6e0-4aeb-4b3d-a815-70f3720dbcb4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group (21786642-db40-49bc-944d-9fadf60d2712), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:02.820294 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-50a73bdc-9d5c-4f72-b369-5f6ba7dbe8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:02.820898 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f77aa6e0-4aeb-4b3d-a815-70f3720dbcb4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group (21786642-db40-49bc-944d-9fadf60d2712), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:02.934158 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f77aa6e0-4aeb-4b3d-a815-70f3720dbcb4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (21786642-db40-49bc-944d-9fadf60d2712), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:02.936828 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f77aa6e0-4aeb-4b3d-a815-70f3720dbcb4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:02.938008 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f77aa6e0-4aeb-4b3d-a815-70f3720dbcb4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] 10.222.0.74 "DELETE /v2.0/security-groups/21786642-db40-49bc-944d-9fadf60d2712 HTTP/1.1" status: 204 len: 168 time: 0.1975217 Apr 12 16:01:02.941543 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:01:02.947559 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aa6e0-4aeb-4b3d-a815-70f3720dbcb4 tempest-TestVolumeBootPattern-15864749 tempest-TestVolumeBootPattern-15864749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21786642-db40-49bc-944d-9fadf60d2712,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:03.076328 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56082) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:03.299735 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:03.435466 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 30864e32-49a9-4e9f-952a-888313b84749 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:01:03.456208 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] No Port match for: 30864e32-49a9-4e9f-952a-888313b84749 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:01:03.456550 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Device 30864e32-49a9-4e9f-952a-888313b84749 not bound to the agent host hv-cinder-83752 {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:01:03.497525 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:03.729051 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Deleting port 8dafc1fe-2018-464e-98bc-9eff57b0a042 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:03.729397 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:03.806352 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] For port 8dafc1fe-2018-464e-98bc-9eff57b0a042, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=8dafc1fe-2018-464e-98bc-9eff57b0a042,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:01:03.807105 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:03.819875 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Calling delete_port for 8dafc1fe-2018-464e-98bc-9eff57b0a042 owned by network:router_interface {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:03.925770 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:04.045658 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (8dafc1fe-2018-464e-98bc-9eff57b0a042), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:04.072384 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dafc1fe-2018-464e-98bc-9eff57b0a042,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:04.244678 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:04.735693 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Router aeffa1a0-f891-4921-8ce4-ca2b0355eacc has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:01:04.842581 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:01:04.847600 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7268f10d-7eef-478e-9aea-05120ea73e62 admin admin] 10.222.0.74 "PUT /v2.0/routers/aeffa1a0-f891-4921-8ce4-ca2b0355eacc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702274 Apr 12 16:01:04.850425 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 56086) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:04.851838 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] Sync routers for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:01:04.861212 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:01:04.861861 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T16:01:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:04.957476 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks [] for router (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:04.969762 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: dv-cinder-837525-1-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:01:05.065262 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks [] for router_gateway (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.209108 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Deleting port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:05.209452 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.272342 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T16:01:03Z', 'revision_number': 5, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port': {'id': 'b1fb5202-fb88-4bfd-9ee0-901ff888e2ea', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:22Z', 'updated_at': '2022-04-12T15:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:05.290325 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] For port b1fb5202-fb88-4bfd-9ee0-901ff888e2ea, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=b1fb5202-fb88-4bfd-9ee0-901ff888e2ea,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:01:05.290686 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.303205 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] Checking router: aeffa1a0-f891-4921-8ce4-ca2b0355eacc for host: dv-cinder-837525-1-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:01:05.307144 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Calling delete_port for b1fb5202-fb88-4bfd-9ee0-901ff888e2ea owned by network:router_gateway {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:05.311497 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] Routers {'aeffa1a0-f891-4921-8ce4-ca2b0355eacc'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:01:05.312111 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T16:01:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:05.400750 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] Set router aeffa1a0-f891-4921-8ce4-ca2b0355eacc gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:01:05.452369 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T16:01:05Z', 'revision_number': 6, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port_host': None}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:05.482005 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f520cfe-a1ed-4c55-a3bb-cc0afb08c234 None None] The sync data for ids ['aeffa1a0-f891-4921-8ce4-ca2b0355eacc'] in dv-cinder-837525-1-iscsi is: [{'id': 'aeffa1a0-f891-4921-8ce4-ca2b0355eacc', 'name': 'tempest-TestVolumeBootPattern-298595847-router', 'tenant_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:21Z', 'updated_at': '2022-04-12T16:01:05Z', 'revision_number': 6, 'project_id': 'aec4a2c37d1b40a3a9b79b8c22abaeef', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:01:05.534304 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (b1fb5202-fb88-4bfd-9ee0-901ff888e2ea), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.558734 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fb5202-fb88-4bfd-9ee0-901ff888e2ea,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:05.621851 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.710530 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.712659 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks [] for router_controller (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), precommit_delete_associations {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.819840 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (aeffa1a0-f891-4921-8ce4-ca2b0355eacc), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.823947 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeffa1a0-f891-4921-8ce4-ca2b0355eacc {{(pid=104757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:01:05.825037 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.826432 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-a4290418-77e4-400d-892c-f5268360d8f4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/aeffa1a0-f891-4921-8ce4-ca2b0355eacc HTTP/1.1" status: 204 len: 168 time: 0.9749308 Apr 12 16:01:05.829228 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56088) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:05.843279 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.882838 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3938c806-0c4c-445c-8781-76ea72b0c67c admin admin] Deleting subnet 9c29911c-fe8e-4604-abf7-08c3cb2ae313 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:01:05.888088 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3938c806-0c4c-445c-8781-76ea72b0c67c admin admin] Publish callbacks [] for subnet (9c29911c-fe8e-4604-abf7-08c3cb2ae313), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:05.924665 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3938c806-0c4c-445c-8781-76ea72b0c67c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16097692'] for subnet (9c29911c-fe8e-4604-abf7-08c3cb2ae313), precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.004899 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3938c806-0c4c-445c-8781-76ea72b0c67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (9c29911c-fe8e-4604-abf7-08c3cb2ae313), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.114488 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3938c806-0c4c-445c-8781-76ea72b0c67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15771923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781928'] for subnet (9c29911c-fe8e-4604-abf7-08c3cb2ae313), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.140280 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c806-0c4c-445c-8781-76ea72b0c67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c29911c-fe8e-4604-abf7-08c3cb2ae313,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:06.144480 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3938c806-0c4c-445c-8781-76ea72b0c67c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.148067 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-3938c806-0c4c-445c-8781-76ea72b0c67c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9c29911c-fe8e-4604-abf7-08c3cb2ae313 HTTP/1.1" status: 204 len: 168 time: 0.3166680 Apr 12 16:01:06.150358 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 56090) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:06.150873 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514a4d1-e3f8-4c02-94dc-a05761081ca3 None None] Network 77a5313a-1cd1-4b0f-9229-1555c05c5196 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:01:06.219608 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (77a5313a-1cd1-4b0f-9229-1555c05c5196), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.268476 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Deleting port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:06.273463 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.274353 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 8dafc1fe-2018-464e-98bc-9eff57b0a042 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:01:06.295959 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 8dafc1fe-2018-464e-98bc-9eff57b0a042 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:01:06.296335 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 8dafc1fe-2018-464e-98bc-9eff57b0a042 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:01:06.324347 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] DHCP port deletion for 77a5313a-1cd1-4b0f-9229-1555c05c5196 request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:01:06.347747 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] For port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:01:06.348118 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.362874 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Calling delete_port for 23aa668b-3b1c-44d9-91f4-302e4f5fe28b owned by network:dhcp {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:06.364558 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Deleting port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:06.365091 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.431621 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] For port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,segment=NetworkSegment(d01ecd37-d4c1-456c-aa1d-3ec0855379a2),segment_id=d01ecd37-d4c1-456c-aa1d-3ec0855379a2)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:01:06.432025 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.445636 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Calling delete_port for 23aa668b-3b1c-44d9-91f4-302e4f5fe28b owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:06.528458 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884877'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.540194 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (23aa668b-3b1c-44d9-91f4-302e4f5fe28b), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.561588 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] No DVR routers for this DVR port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b on host dv-cinder-837525-1-iscsi {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:01:06.566008 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:06.566322 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Pushing event deleted for resources: {'Port': ['ID=23aa668b-3b1c-44d9-91f4-302e4f5fe28b,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:06.570595 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] No DVR routers for this DVR port 23aa668b-3b1c-44d9-91f4-302e4f5fe28b on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:01:06.577349 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.577710 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.578063 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.578406 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.578743 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.579080 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.579417 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.579737 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.580097 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.580429 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.580757 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.581130 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.581447 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.581836 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.582097 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caac267-72cc-4aa1-9ee7-2b7031dcf9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837525-1-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:01:06.639248 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (77a5313a-1cd1-4b0f-9229-1555c05c5196), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.658427 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a5313a-1cd1-4b0f-9229-1555c05c5196']}} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:06.668016 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2') {'for_net_delete': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:06.668306 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.services.segments.db [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01ecd37-d4c1-456c-aa1d-3ec0855379a2') {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:06.684202 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4886091'] for segment (d01ecd37-d4c1-456c-aa1d-3ec0855379a2), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.698260 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d01ecd37-d4c1-456c-aa1d-3ec0855379a2), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.704007 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:01:06.704388 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4884824'] for segment (d01ecd37-d4c1-456c-aa1d-3ec0855379a2), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: Traceback (most recent call last): Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: timer() Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: cb(*args, **kw) Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: return func(*args, **kwargs) Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: self._notify() Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: self.callback(batched_events) Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: event.method(event) Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: return f(self, *a, **k) Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._get(url).json() Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: return self.request(url, 'GET', **kwargs) Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:01:06.706089 dv-cinder-837525-1-iscsi neutron-server[104757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:01:06.837124 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (77a5313a-1cd1-4b0f-9229-1555c05c5196), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.842156 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:06.845401 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/77a5313a-1cd1-4b0f-9229-1555c05c5196 HTTP/1.1" status: 204 len: 168 time: 0.6937363 Apr 12 16:01:06.849031 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56092) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:06.858351 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132beef-eae8-4412-a37c-4f769788bff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a5313a-1cd1-4b0f-9229-1555c05c5196,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:07.005943 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:07.176962 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8023239'] for router_interface (30962667-015e-4ede-8220-38d537a9fbab), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:07.409723 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Deleting port cd3aa438-dfbc-4dd0-9a6a-439894e49363 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:07.410058 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:07.485442 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] For port cd3aa438-dfbc-4dd0-9a6a-439894e49363, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=cd3aa438-dfbc-4dd0-9a6a-439894e49363,segment=NetworkSegment(19a1f856-5c78-4dc3-ba24-928bb84ceb82),segment_id=19a1f856-5c78-4dc3-ba24-928bb84ceb82)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:01:07.485724 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:07.498734 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Calling delete_port for cd3aa438-dfbc-4dd0-9a6a-439894e49363 owned by network:router_interface {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:07.762515 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (cd3aa438-dfbc-4dd0-9a6a-439894e49363), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:07.792381 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3aa438-dfbc-4dd0-9a6a-439894e49363,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:07.968119 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b1fb5202-fb88-4bfd-9ee0-901ff888e2ea no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:01:07.974104 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7910623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8023131'] for router_interface (30962667-015e-4ede-8220-38d537a9fbab), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:07.988548 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: b1fb5202-fb88-4bfd-9ee0-901ff888e2ea {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:01:07.989047 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device b1fb5202-fb88-4bfd-9ee0-901ff888e2ea not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:01:07.989470 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 23aa668b-3b1c-44d9-91f4-302e4f5fe28b no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:01:08.008601 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 23aa668b-3b1c-44d9-91f4-302e4f5fe28b {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:01:08.008974 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 23aa668b-3b1c-44d9-91f4-302e4f5fe28b not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:01:08.192957 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Router 30962667-015e-4ede-8220-38d537a9fbab has already been hosted by L3 agent 4c19fdc5-fec0-4bbe-86a3-449979a2ea81 {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:01:08.301984 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] Notify agent at l3_agent.dv-cinder-837525-1-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:01:08.309720 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-af7bb0b3-9ad2-472b-ac40-7f02553e1cd0 admin admin] 10.222.0.74 "PUT /v2.0/routers/30962667-015e-4ede-8220-38d537a9fbab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4573991 Apr 12 16:01:08.309948 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56094) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:08.310077 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] Sync routers for ids ['30962667-015e-4ede-8220-38d537a9fbab'] in dv-cinder-837525-1-iscsi {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:01:08.321507 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] Routers {'30962667-015e-4ede-8220-38d537a9fbab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:01:08.322126 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T16:01:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['30962667-015e-4ede-8220-38d537a9fbab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:08.417228 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks [] for router (30962667-015e-4ede-8220-38d537a9fbab), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:08.428434 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] Set router 30962667-015e-4ede-8220-38d537a9fbab gateway port host: dv-cinder-837525-1-iscsi {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:01:08.522761 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks [] for router_gateway (30962667-015e-4ede-8220-38d537a9fbab), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:08.595410 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'external_fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '60083816-acb4-4a78-b056-0a59d2804f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T16:01:07Z', 'revision_number': 5, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port': {'id': '60083816-acb4-4a78-b056-0a59d2804f73', 'name': '', 'network_id': 'e3f10498-d6d8-4781-bfd3-c26719efb5d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30962667-015e-4ede-8220-38d537a9fbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:52:28Z', 'updated_at': '2022-04-12T15:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b925bc2b-caf4-4f10-af84-b997801377d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837525-1-iscsi'}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:08.618869 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Deleting port 60083816-acb4-4a78-b056-0a59d2804f73 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:08.619245 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (60083816-acb4-4a78-b056-0a59d2804f73), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:08.626507 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] Checking router: 30962667-015e-4ede-8220-38d537a9fbab for host: dv-cinder-837525-1-iscsi {{(pid=104759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:01:08.634825 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] Routers {'30962667-015e-4ede-8220-38d537a9fbab'} bound to L3 agent in host dv-cinder-837525-1-iscsi {{(pid=104759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:01:08.635422 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T15:30:33Z,description=,heartbeat_timestamp=2022-04-12T16:01:03Z,host='dv-cinder-837525-1-iscsi',id=4c19fdc5-fec0-4bbe-86a3-449979a2ea81,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T15:30:33Z,topic='l3_agent')) {'router_ids': ['30962667-015e-4ede-8220-38d537a9fbab'], 'active': True} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:08.698226 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] For port 60083816-acb4-4a78-b056-0a59d2804f73, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=60083816-acb4-4a78-b056-0a59d2804f73,segment=NetworkSegment(0bbe9077-3c61-43b8-b74b-d6b37d85dd14),segment_id=0bbe9077-3c61-43b8-b74b-d6b37d85dd14)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:01:08.698574 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (60083816-acb4-4a78-b056-0a59d2804f73), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:08.712351 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Calling delete_port for 60083816-acb4-4a78-b056-0a59d2804f73 owned by network:router_gateway {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:08.811307 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_dvr_db [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] Set router 30962667-015e-4ede-8220-38d537a9fbab gateway port host: None {{(pid=104759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:01:08.863989 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.l3_hamode_db [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T16:01:08Z', 'revision_number': 6, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port_host': None}], 'dv-cinder-837525-1-iscsi', False) {} {{(pid=104759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:08.893452 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480a323-481c-43a5-b877-e1846adedd43 None None] The sync data for ids ['30962667-015e-4ede-8220-38d537a9fbab'] in dv-cinder-837525-1-iscsi is: [{'id': '30962667-015e-4ede-8220-38d537a9fbab', 'name': 'tempest-TestVolumeBootPattern-788853106-router', 'tenant_id': '579a1c5793b04e1698b7a7fbc42459fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:52:27Z', 'updated_at': '2022-04-12T16:01:08Z', 'revision_number': 6, 'project_id': '579a1c5793b04e1698b7a7fbc42459fe', 'gw_port_host': None}] {{(pid=104759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:01:08.957243 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (60083816-acb4-4a78-b056-0a59d2804f73), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:08.987986 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=60083816-acb4-4a78-b056-0a59d2804f73,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:09.049860 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8033277'] for router_gateway (30962667-015e-4ede-8220-38d537a9fbab), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.142130 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8022819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10151'] for router (30962667-015e-4ede-8220-38d537a9fbab), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.144806 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks [] for router_controller (30962667-015e-4ede-8220-38d537a9fbab), precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.273872 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8022808'] for router (30962667-015e-4ede-8220-38d537a9fbab), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.274542 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30962667-015e-4ede-8220-38d537a9fbab {{(pid=104756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:01:09.279756 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.280876 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fbbc9980-758b-4047-a899-532b66f954d8 admin admin] 10.222.0.74 "DELETE /v2.0/routers/30962667-015e-4ede-8220-38d537a9fbab HTTP/1.1" status: 204 len: 168 time: 0.9699843 Apr 12 16:01:09.283362 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56096) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:09.329827 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-613ede5b-5a85-4ea0-8015-3f5d7ff4da89 admin admin] Deleting subnet 37516abf-ff57-4c74-a452-6951be79b39a {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:01:09.333706 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-613ede5b-5a85-4ea0-8015-3f5d7ff4da89 admin admin] Publish callbacks [] for subnet (37516abf-ff57-4c74-a452-6951be79b39a), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.367455 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-613ede5b-5a85-4ea0-8015-3f5d7ff4da89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16097692'] for subnet (37516abf-ff57-4c74-a452-6951be79b39a), precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.447645 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-613ede5b-5a85-4ea0-8015-3f5d7ff4da89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664622'] for subnet (37516abf-ff57-4c74-a452-6951be79b39a), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.573999 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-613ede5b-5a85-4ea0-8015-3f5d7ff4da89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8104328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15771923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15781928'] for subnet (37516abf-ff57-4c74-a452-6951be79b39a), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.598974 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ede5b-5a85-4ea0-8015-3f5d7ff4da89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37516abf-ff57-4c74-a452-6951be79b39a,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:09.603458 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-613ede5b-5a85-4ea0-8015-3f5d7ff4da89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.609285 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-613ede5b-5a85-4ea0-8015-3f5d7ff4da89 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/37516abf-ff57-4c74-a452-6951be79b39a HTTP/1.1" status: 204 len: 168 time: 0.3247418 Apr 12 16:01:09.609519 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845d89e5-2296-4ac8-b19b-e497fcfb94a7 None None] Network 7defb36d-5171-4fd1-8316-cbba0eb7b188 requested from dv-cinder-837525-1-iscsi {{(pid=104758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:01:09.610009 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56098) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:09.683098 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640863'] for network (7defb36d-5171-4fd1-8316-cbba0eb7b188), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.728512 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Deleting port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:09.728817 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.772583 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] DHCP port deletion for 7defb36d-5171-4fd1-8316-cbba0eb7b188 request from dv-cinder-837525-1-iscsi {{(pid=104758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:01:09.792924 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] For port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,segment=NetworkSegment(19a1f856-5c78-4dc3-ba24-928bb84ceb82),segment_id=19a1f856-5c78-4dc3-ba24-928bb84ceb82)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:01:09.793290 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.807177 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Calling delete_port for 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:09.811864 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] Deleting port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 {{(pid=104758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:01:09.812492 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785384989224'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), before_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.900428 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] For port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11, host dv-cinder-837525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837525-1-iscsi',level=0,port_id=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,segment=NetworkSegment(19a1f856-5c78-4dc3-ba24-928bb84ceb82),segment_id=19a1f856-5c78-4dc3-ba24-928bb84ceb82)] {{(pid=104758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:01:09.900951 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8028233'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), precommit_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:09.922513 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] Calling delete_port for 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 owned by network:dhcp {{(pid=104758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:01:09.944501 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:01:10.083814 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Current status of the port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 is: ACTIVE; New status is: DOWN {{(pid=104758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:01:10.083814 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770309'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.132251 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), after_delete {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.174624 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device cd3aa438-dfbc-4dd0-9a6a-439894e49363 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:01:10.176335 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] Pushing event deleted for resources: {'Port': ['ID=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,revision_number=None']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:10.183882 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785384995350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785384602561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15772028'] for port (8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.196285 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361c11e-43cf-4d17-8405-339364796b73 None None] No DVR routers for this DVR port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 on host dv-cinder-837525-1-iscsi {{(pid=104758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:01:10.198482 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: cd3aa438-dfbc-4dd0-9a6a-439894e49363 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:01:10.198482 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device cd3aa438-dfbc-4dd0-9a6a-439894e49363 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:01:10.198766 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 60083816-acb4-4a78-b056-0a59d2804f73 no longer exists at agent ovs-agent-dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:01:10.215225 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] No DVR routers for this DVR port 8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11 on host dv-cinder-837525-1-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:01:10.219374 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4cfd3a-c1e1-4034-b61b-1d2b711d9e11,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:10.221539 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.plugin [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] No Port match for: 60083816-acb4-4a78-b056-0a59d2804f73 {{(pid=104758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:01:10.221867 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.rpc [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Device 60083816-acb4-4a78-b056-0a59d2804f73 not bound to the agent host dv-cinder-837525-1-iscsi {{(pid=104758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:01:10.291090 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671381', 'neutron.services.segments.db._delete_segments_for_network-8785385143992'] for network (7defb36d-5171-4fd1-8316-cbba0eb7b188), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.311515 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7defb36d-5171-4fd1-8316-cbba0eb7b188']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:10.321594 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a1f856-5c78-4dc3-ba24-928bb84ceb82') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:10.321887 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a1f856-5c78-4dc3-ba24-928bb84ceb82') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:01:10.331138 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785385145537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16097703'] for segment (19a1f856-5c78-4dc3-ba24-928bb84ceb82), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.343973 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (19a1f856-5c78-4dc3-ba24-928bb84ceb82), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.349704 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:01:10.350193 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15772073'] for segment (19a1f856-5c78-4dc3-ba24-928bb84ceb82), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: self.session.flush() Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: self.session.flush() Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: self.session.flush() Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: self.session.flush() Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: Traceback (most recent call last): Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: timer() Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: cb(*args, **kw) Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: return func(*args, **kwargs) Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: self._notify() Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: self.callback(batched_events) Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: event.method(event) Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: return f(self, *a, **k) Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._get(url).json() Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:01:10.351878 dv-cinder-837525-1-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:01:10.462405 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-671404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7910614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8033241'] for network (7defb36d-5171-4fd1-8316-cbba0eb7b188), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.471870 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7910436'] for network (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.471870 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7defb36d-5171-4fd1-8316-cbba0eb7b188 HTTP/1.1" status: 204 len: 168 time: 0.8600402 Apr 12 16:01:10.481624 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4de80b-2532-43a7-97bd-c13d83485cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7defb36d-5171-4fd1-8316-cbba0eb7b188,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:10.809200 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56102) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:10.858103 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5e2d1e4f-fe85-46ea-9af0-a406b17affd2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aec4a2c37d1b40a3a9b79b8c22abaeef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471504 Apr 12 16:01:10.860453 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.74', 56104) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:10.907548 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dc931806-0a24-40d8-a703-1e4b2dce3a6a admin admin] Publish callbacks [] for security_group (f608c149-05d3-4202-bfc3-674f678dd164), before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:10.928144 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dc931806-0a24-40d8-a703-1e4b2dce3a6a admin admin] Publish callbacks [] for security_group (f608c149-05d3-4202-bfc3-674f678dd164), precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:11.051181 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dc931806-0a24-40d8-a703-1e4b2dce3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (f608c149-05d3-4202-bfc3-674f678dd164), after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:11.053863 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dc931806-0a24-40d8-a703-1e4b2dce3a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:11.055020 dv-cinder-837525-1-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-dc931806-0a24-40d8-a703-1e4b2dce3a6a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f608c149-05d3-4202-bfc3-674f678dd164 HTTP/1.1" status: 204 len: 168 time: 0.1936429 Apr 12 16:01:11.062835 dv-cinder-837525-1-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc931806-0a24-40d8-a703-1e4b2dce3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f608c149-05d3-4202-bfc3-674f678dd164,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:11.791112 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 56110) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:11.830915 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-7b6578b6-83c6-4d58-99f2-6bec152803e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=579a1c5793b04e1698b7a7fbc42459fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383170 Apr 12 16:01:11.833309 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [-] (104757) accepted ('10.222.0.74', 56112) {{(pid=104757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:01:11.879365 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9223e723-25bb-4aa0-a54f-04c4b158e9c7 admin admin] Publish callbacks [] for security_group (988ed9dd-17ca-4074-9e19-70b519080f13), before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:11.900510 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9223e723-25bb-4aa0-a54f-04c4b158e9c7 admin admin] Publish callbacks [] for security_group (988ed9dd-17ca-4074-9e19-70b519080f13), precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:12.019831 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9223e723-25bb-4aa0-a54f-04c4b158e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998048'] for security_group (988ed9dd-17ca-4074-9e19-70b519080f13), after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:12.022408 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9223e723-25bb-4aa0-a54f-04c4b158e9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:12.023578 dv-cinder-837525-1-iscsi neutron-server[104757]: INFO neutron.wsgi [None req-9223e723-25bb-4aa0-a54f-04c4b158e9c7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/988ed9dd-17ca-4074-9e19-70b519080f13 HTTP/1.1" status: 204 len: 168 time: 0.1893911 Apr 12 16:01:12.031507 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223e723-25bb-4aa0-a54f-04c4b158e9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988ed9dd-17ca-4074-9e19-70b519080f13,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:01:29.936121 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3d67b24a-f4d6-42ef-b0e9-89a8e7519a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:32.781889 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb0c8-294d-4daf-bc3b-643ff9711802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:33.319087 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:33.910718 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:35.830827 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:37.016281 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:01:39.940102 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:01:59.933949 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4d468a6b-a949-4162-bf27-ee367daffc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:02.827156 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d704-df9f-4fef-86c1-afd8b3dbb71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:03.335410 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:03.967740 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:05.849554 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:06.992828 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:16.939551 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:02:29.946801 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c2e1f3a3-bca0-496a-a882-bdd077b9ece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:32.826445 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3025ac86-63b9-461c-be89-df99272d7114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:33.327585 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:33.922797 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:35.859193 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:36.980885 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:02:53.939006 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:02:59.974473 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-c13246d0-db9a-4f0c-8856-94d45544c207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:02.790820 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-424e879d-a76f-46bc-ae1c-a25ea36ee176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:03.374270 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:03.940310 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:05.837443 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:06.974500 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:29.939786 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-171cd4b5-6df7-4b1b-8043-95eb27d6156f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:30.938707 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:03:32.797424 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-53067489-8e5f-4630-a520-1ea7fbbcfe0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:33.333996 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:33.951249 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:35.836564 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:36.808804 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-ddf70d11-3e5b-416d-a197-89f235eb655c service neutron] (104757) timed out ('10.222.0.74', 49934) {{(pid=104757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 16:03:36.881631 dv-cinder-837525-1-iscsi neutron-server[104757]: DEBUG neutron.wsgi [req-1ed3c200-bfec-453e-baa9-d9b42514cba9 req-f34e9301-9ccc-47e8-a462-acd4321b5a05 tempest-AttachVolumeShelveTestJSON-1406202151 tempest-AttachVolumeShelveTestJSON-1406202151-project] (104757) timed out ('10.222.0.74', 49942) {{(pid=104757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 16:03:36.979446 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:03:59.973962 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-699acae5-a404-4171-9821-7a2f6e7b583b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:02.831089 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-63b6cb2b-823b-4616-af60-d122da475e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:03.334040 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:03.905401 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:05.853306 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:07.018945 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:07.937882 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:04:29.950610 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-30cb3e83-61e3-4752-93db-e81f249799f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:32.796575 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-5c56b3f5-48f4-4ab9-8afc-fda190729fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:33.333786 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:33.933846 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:35.848434 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:36.996552 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:04:44.936202 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:04:59.945400 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-79467602-1848-442b-890b-e3cf09a4e70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:02.835467 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-efd84b0c-62dd-4ee7-adc2-7961c1242aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:03.334086 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:03.934268 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:05.871321 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:07.019988 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:21.934737 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:05:29.972484 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d16c47a8-9357-4d03-a356-9889c3d7eb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:32.808406 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-715e292a-c740-4a0b-b6c6-addd2b5d1d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:33.335005 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:33.932360 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:35.854279 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:37.020110 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:05:58.933928 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:05:59.940248 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-259db867-406d-40ce-8fb7-6f68f2208e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:02.797072 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0e42f1e3-4476-4f8b-9e20-dd9a4aefa74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:03.334657 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:03.940704 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:05.848740 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:07.012200 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:29.942531 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0387fb0a-7705-4228-a50e-993157ada436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (064c6b6d-f4b5-44b0-90f4-e932f75edb6b), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:32.808179 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-299fe4c8-4f04-466d-b67b-16e648741b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4c19fdc5-fec0-4bbe-86a3-449979a2ea81), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:33.341764 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d236dc00-2254-46c6-bade-d25f385cf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (4ab6e7b7-2057-46e4-b18e-3738ff64f5a7), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:33.939581 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-8d25cd3d-7598-4d9b-bed6-8a9f0dc2f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4e456b9-e164-416e-b4f8-fb193cf3c3da), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:35.876228 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0ce09fc0-92e8-4be7-b63b-0ed230a89838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (a4bf3e3e-3c4b-4f02-aed3-a20ef8f8b22e), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:06:35.932535 dv-cinder-837525-1-iscsi neutron-server[104759]: DEBUG neutron.db.agents_db [None req-2a4d6cff-8d1e-41ad-aace-b9ad27dd08c8 None None] Agent healthcheck: found 6 active agents {{(pid=104759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:06:37.015865 dv-cinder-837525-1-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-01553257-1e56-4c95-8d12-fc08217d5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785385143974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734676'] for agent (d4c61a78-80e9-4d79-b930-51e2894a9112), after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}